-- Logs begin at Tue 2021-05-18 14:00:09 UTC, end at Tue 2021-05-18 15:06:12 UTC. -- May 18 14:29:47.323545 dv-cinder-787195-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 14:29:49.707786 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.common.config [-] Logging enabled! May 18 14:29:49.708401 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 14:29:49.708504 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91388) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 14:29:49.711712 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.common.config [-] Logging enabled! May 18 14:29:49.711960 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 14:29:49.712265 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91388) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 14:29:49.713178 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:29:49.713411 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:29:49.713758 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:29:49.714310 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:29:49.714556 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:29:49.714876 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.715200 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.715466 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.715714 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.716003 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.716269 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.716545 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.716821 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.717110 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.717530 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.717718 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.717991 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.718214 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.718488 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.718761 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.719067 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.719272 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] debug = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.719546 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.719967 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.720370 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.720645 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.720926 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.721196 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.721460 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.721732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.722008 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.722326 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] host = dv-cinder-787195-7-iscsi {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.722599 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.722877 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.723181 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.723463 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.723732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.723999 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.724274 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.724538 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.724802 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.725069 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.725348 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.725629 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.725912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.726133 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.726349 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.726630 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.726910 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.727205 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.727472 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.727737 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.728005 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.728274 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.728538 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.728813 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.729089 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.729370 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.729637 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.729902 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.730166 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.730428 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.730704 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.730968 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.731263 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.731530 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.731810 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.732072 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.732337 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.732628 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.732927 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.733247 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.733624 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.733780 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.734053 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.734318 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.734583 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.734845 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_json = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.735137 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.735401 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.735674 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.735940 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.736205 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.736468 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.736732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.737005 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:49.737294 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.737586 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.737878 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.738150 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.738433 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.738707 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.738983 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.739310 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.739595 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.739876 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.740159 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.740429 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.740707 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.740978 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.741263 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.741559 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.741846 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.742129 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.742398 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.742665 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.742929 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.743224 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.743505 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.743797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.744080 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.744348 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.744620 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.744902 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.745175 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.745443 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.745715 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.745999 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.746271 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.746540 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.746815 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.747112 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.747382 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.747649 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.747922 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.748203 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.748476 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.748813 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.749059 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.749427 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.749700 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.749985 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.750257 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.750526 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.750792 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.751091 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.751360 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.751628 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.751900 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.752166 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.752437 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.752705 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.752975 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.753239 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.753505 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.753771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.754037 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.754300 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.754569 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.754831 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.755122 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.755390 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.755660 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.755927 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.756206 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.756497 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.756769 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.757038 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.757309 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.757581 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.757851 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.758123 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.758394 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.758665 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.758931 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.759245 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.759522 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.759802 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.760081 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.760352 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.760640 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.760912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.761186 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.761458 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.761730 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.762011 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.762288 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.762572 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.762856 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.763165 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.763455 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.763742 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.764015 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.764458 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.764943 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:49.765173 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:29:49.765411 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91388) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 14:29:50.122091 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:50.122319 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:50.122634 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:50.122970 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 14:29:50.427311 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.427509 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.427764 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.428989 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.429260 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.429521 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.550822 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.551099 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.551368 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.564806 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.565082 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.565354 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.594112 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.594387 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.594654 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.633794 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.634047 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.634336 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.862536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.863252 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.863252 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.863392 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.864076 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.987587 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.987882 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.988182 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.988452 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.988715 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.989020 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.989267 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.989526 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.989767 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.990046 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.990297 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.990540 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.990804 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.991086 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.991356 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.991620 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.991875 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.992285 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.992536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.992814 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.993156 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.993406 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.993636 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.993920 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.994164 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.994409 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:50.994793 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.995056 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.995297 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.995531 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.995766 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.995995 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:50.996363 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 14:29:50.999951 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 14:29:51.003885 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 14:29:51.007697 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 18 14:29:51.009320 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 14:29:51.009776 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 14:29:51.010111 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 14:29:51.010490 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 14:29:51.013468 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 14:29:51.013718 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 14:29:51.014062 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:29:51.042147 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 14:29:51.042586 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.042880 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91388) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 14:29:51.043268 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.044615 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91388) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 14:29:51.044898 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:29:51.045145 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 14:29:51.048380 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.048663 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.120074 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 14:29:51.120239 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 14:29:51.120462 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 14:29:51.120835 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 14:29:51.157297 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_db.sqlalchemy.engines [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91388) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 14:29:51.516878 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing driver for type 'gre' May 18 14:29:51.517413 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] gre ID ranges: [(1, 1000)] May 18 14:29:51.576331 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing driver for type 'local' May 18 14:29:51.576893 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing driver for type 'vlan' May 18 14:29:51.589999 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] VlanTypeDriver initialization complete May 18 14:29:51.590408 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing driver for type 'vxlan' May 18 14:29:51.591152 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] vxlan ID ranges: [(1, 1000)] May 18 14:29:51.645256 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing extension driver 'port_security' May 18 14:29:51.645589 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.extensions.port_security [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] PortSecurityExtensionDriver initialization complete May 18 14:29:51.645948 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing mechanism driver 'openvswitch' May 18 14:29:51.646315 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing mechanism driver 'hyperv' May 18 14:29:51.652846 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.plugins.ml2.plugin [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:51.653608 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.653981 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.654325 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.654702 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.655111 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.655602 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.655978 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.656318 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.656653 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.657024 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.657367 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.657704 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.658075 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.658411 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.658741 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.659129 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > address_group after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.659462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > address_group after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.659788 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.660117 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] ML2 OVO RPC backend initialized. {{(pid=91388) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 14:29:51.660799 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.661147 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.661545 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.661924 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > networks before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.662231 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.662565 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > ports before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.662904 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.663263 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnets before_response 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.663598 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.663928 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.664253 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.664579 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.664904 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.665232 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.665552 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.665889 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.666219 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.666836 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.plugin [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Modular L2 Plugin initialization complete May 18 14:29:51.667182 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading services supported by the core plugin {{(pid=91388) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 14:29:51.667501 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.plugins.ml2.managers [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Got port-security extension from driver 'port_security' May 18 14:29:51.667953 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.extensions.vlantransparent [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Disabled vlantransparent extension. May 18 14:29:51.668432 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91388) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 14:29:51.668774 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: router May 18 14:29:51.705954 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.706374 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_create 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.706756 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router before_create 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.707159 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.707541 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.707922 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_delete 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.708276 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.708672 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_create 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.709025 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.709376 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.709726 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.710098 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.710513 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.710935 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.711293 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.711654 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: subnet after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.711980 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.712342 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.712697 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_create 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.713051 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.713406 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.713769 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router after_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.714474 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.714856 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_create 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.715258 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.715611 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_update 55549900 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.715994 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > network after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.716879 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Tracking information for resource: router configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:51.717235 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Tracking information for resource: floatingip configured {{(pid=91388) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:51.722406 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.db.l3_agentschedulers_db [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 14:29:51.723020 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.723388 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.723747 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.724113 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: port after_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.724934 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router before_create 55550100 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.725310 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.725943 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_create 55550100 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.726052 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > router precommit_update 55550100 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.730972 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.provider_configuration [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service providers = [] {{(pid=91388) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 14:29:51.731376 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.db.servicetype_db [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91388) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 14:29:51.734536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.service_base [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91388) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:51.734895 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.service_base [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91388) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:51.735277 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.service_base [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91388) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:51.736222 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.services.service_base [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91388) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:51.736602 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.services.service_base [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 14:29:51.737188 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.737519 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 14:29:51.748662 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.749071 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: auto_allocate May 18 14:29:51.755137 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: network precommit_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.755520 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: network precommit_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.756104 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.756434 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: tag May 18 14:29:51.763672 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.764012 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: timestamp May 18 14:29:51.767927 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.768185 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: network_ip_availability May 18 14:29:51.773340 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.773703 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.774044 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.774748 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.775067 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: flavors May 18 14:29:51.780087 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.780393 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading Plugin: revisions May 18 14:29:51.784632 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91388) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:51.785023 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.662s {{(pid=91388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:51.785732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91388) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 14:29:51.786056 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Initializing extension manager. May 18 14:29:51.786548 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: __init__.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.786876 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: __pycache__ {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.787223 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.787542 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: address_group.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.788281 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.788830 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: address-group May 18 14:29:51.789144 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: address_scope.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.789813 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.790304 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: address-scope May 18 14:29:51.790633 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.791536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.792030 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: router-admin-state-down-before-update May 18 14:29:51.792345 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: agent.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.793013 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.793505 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: agent May 18 14:29:51.793812 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: agent_resources_synced.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.794683 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.795220 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: agent-resources-synced May 18 14:29:51.795554 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: allowedaddresspairs.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.797288 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.797796 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: allowed-address-pairs May 18 14:29:51.798118 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: auto_allocated_topology.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.799188 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.799699 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: auto-allocated-topology May 18 14:29:51.800008 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: availability_zone.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.800701 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.801189 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: availability_zone May 18 14:29:51.801500 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: availability_zone_filter.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.802368 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.802859 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: availability_zone_filter May 18 14:29:51.803197 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: data_plane_status.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.804062 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.804549 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension data-plane-status not supported by any of loaded plugins May 18 14:29:51.804859 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: default_subnetpools.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.805734 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.806225 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: default-subnetpools May 18 14:29:51.806537 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.807360 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.807854 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: dhcp_agent_scheduler May 18 14:29:51.808168 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: dns.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.809042 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.809533 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension dns-integration not supported by any of loaded plugins May 18 14:29:51.809845 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: dns_domain_ports.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.810725 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.811553 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 14:29:51.812027 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: dvr.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.812374 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.812872 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: dvr May 18 14:29:51.813177 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: empty_string_filtering.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.814048 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.814544 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: empty-string-filtering May 18 14:29:51.814852 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.815752 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.816245 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 14:29:51.816551 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.817429 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.817920 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 14:29:51.818229 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: external_net.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.819167 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.819659 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: external-net May 18 14:29:51.819968 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.820853 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.821347 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: extra_dhcp_opt May 18 14:29:51.821654 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: extraroute.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.822527 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.823044 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: extraroute May 18 14:29:51.823361 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: extraroute_atomic.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.824351 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.824853 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: extraroute-atomic May 18 14:29:51.825168 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: filter_validation.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.825811 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.826301 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: filter-validation May 18 14:29:51.826614 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: fip_pf_description.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.827705 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.828194 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 14:29:51.828508 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: fip_port_details.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.829405 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.829903 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: fip-port-details May 18 14:29:51.830215 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: flavors.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.831455 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.831960 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: flavors May 18 14:29:51.832280 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.833905 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.834413 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 14:29:51.834733 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: floatingip_pools.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.835426 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.835923 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: floatingip-pools May 18 14:29:51.836237 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: ip_allocation.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.837115 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.837608 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension ip_allocation not supported by any of loaded plugins May 18 14:29:51.837921 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.838795 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.839675 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: ip-substring-filtering May 18 14:29:51.839987 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l2_adjacency.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.840882 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.841370 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 14:29:51.841682 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.842751 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.843274 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: router May 18 14:29:51.843591 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.845787 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.846294 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 14:29:51.846618 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.847533 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.848034 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: ext-gw-mode May 18 14:29:51.848349 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.849225 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.849723 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: l3-ha May 18 14:29:51.850037 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3_flavors.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.850922 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.851446 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: l3-flavors May 18 14:29:51.851754 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.852660 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.853160 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 14:29:51.853469 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: l3agentscheduler.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.854475 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.854975 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: l3_agent_scheduler May 18 14:29:51.855314 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: logging.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.856748 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.857258 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension logging not supported by any of loaded plugins May 18 14:29:51.857578 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: metering.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.858413 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.858963 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: metering May 18 14:29:51.859310 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.860382 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.860881 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: metering_source_and_destination_fields May 18 14:29:51.861196 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: multiprovidernet.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.862211 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.862710 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: multi-provider May 18 14:29:51.863277 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: netmtu.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.863917 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.864416 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: net-mtu May 18 14:29:51.864724 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: netmtu_writable.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.865600 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.866091 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: net-mtu-writable May 18 14:29:51.866399 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: network_availability_zone.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.867063 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.867559 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: network_availability_zone May 18 14:29:51.867865 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: network_ip_availability.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.868916 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.869419 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: network-ip-availability May 18 14:29:51.869728 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: network_segment_range.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.870470 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.870963 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension network-segment-range not supported by any of loaded plugins May 18 14:29:51.871304 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: pagination.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.872241 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.872560 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: pagination May 18 14:29:51.872867 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: port_device_profile.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.873828 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.874339 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: port-device-profile May 18 14:29:51.874648 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.875562 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.876062 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: port-mac-address-regenerate May 18 14:29:51.876369 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.877241 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.877753 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: port-numa-affinity-policy May 18 14:29:51.878044 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: port_resource_request.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.878912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.879437 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension port-resource-request not supported by any of loaded plugins May 18 14:29:51.879743 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: portbindings.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.880637 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.881128 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: binding May 18 14:29:51.881436 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: portbindings_extended.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.882656 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.883202 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: binding-extended May 18 14:29:51.883516 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: portsecurity.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.884405 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.884902 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: port-security May 18 14:29:51.885216 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: project_id.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.886147 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.886465 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: project-id May 18 14:29:51.886762 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: providernet.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.887670 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.888163 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: provider May 18 14:29:51.888470 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.892067 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.892574 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos not supported by any of loaded plugins May 18 14:29:51.892920 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.894183 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.894702 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 14:29:51.895057 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.895992 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.896504 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 14:29:51.896851 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_default.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.897758 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.898283 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-default not supported by any of loaded plugins May 18 14:29:51.898629 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_fip.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.899336 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.899849 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-fip not supported by any of loaded plugins May 18 14:29:51.900184 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_gateway_ip.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.901106 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.901627 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 14:29:51.901951 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_port_network_policy.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.902876 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.903442 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 14:29:51.903774 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_rule_type_details.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.904690 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.905423 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 14:29:51.905756 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: qos_rules_alias.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.906809 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.907378 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 14:29:51.907715 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: quotasv2.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.908774 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.909111 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: quotas May 18 14:29:51.909445 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: quotasv2_detail.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.911164 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.911489 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: quota_details May 18 14:29:51.911825 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: rbac.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.912917 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.913461 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: rbac-policies May 18 14:29:51.913799 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: rbac_address_group.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.914747 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.915281 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: rbac-address-group May 18 14:29:51.915596 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: rbac_address_scope.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.916478 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.916983 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: rbac-address-scope May 18 14:29:51.917325 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: rbac_security_groups.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.918205 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.918701 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: rbac-security-groups May 18 14:29:51.919030 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: rbac_subnetpool.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.919942 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.920457 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: rbac-subnetpool May 18 14:29:51.920766 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: revisionifmatch.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.921647 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.922145 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: revision-if-match May 18 14:29:51.922476 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: revisions.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.923567 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.924069 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: standard-attr-revisions May 18 14:29:51.924381 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: router_availability_zone.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.925023 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.925518 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: router_availability_zone May 18 14:29:51.925829 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: routerservicetype.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.926708 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.927237 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension router-service-type not supported by any of loaded plugins May 18 14:29:51.927545 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.928410 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.928921 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: security-groups-normalized-cidr May 18 14:29:51.929231 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.930113 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.930611 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: port-security-groups-filtering May 18 14:29:51.930917 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.931815 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.932327 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: security-groups-remote-address-group May 18 14:29:51.932637 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: securitygroup.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.942299 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.942819 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: security-group May 18 14:29:51.943173 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: segment.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.943942 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.944442 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension segment not supported by any of loaded plugins May 18 14:29:51.944759 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.945664 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.946160 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 14:29:51.946473 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: servicetype.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.947570 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.948078 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: service-type May 18 14:29:51.948390 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: sorting.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.949360 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.949678 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: sorting May 18 14:29:51.949991 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: standard_attr_segment.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.950897 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.951437 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 14:29:51.951832 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: standardattrdescription.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.952650 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.953198 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: standard-attr-description May 18 14:29:51.953518 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: stateful_security_group.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.954421 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.954928 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: stateful-security-group May 18 14:29:51.955274 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: stdattrs_common.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.955866 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 14:29:51.956146 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.957101 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.957612 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 14:29:51.957934 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnet_onboard.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.959005 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.959519 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: subnet_onboard May 18 14:29:51.959836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.960761 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.961255 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 14:29:51.961569 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnet_service_types.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.962477 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.962969 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: subnet-service-types May 18 14:29:51.963305 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnetallocation.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.964661 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.965163 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: subnet_allocation May 18 14:29:51.965474 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.966122 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.966617 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: subnetpool-prefix-ops May 18 14:29:51.966928 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.968208 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.968755 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 14:29:51.969068 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: tagging.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.970111 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.970643 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: standard-attr-tag May 18 14:29:51.970959 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: timestamp.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.972147 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.972648 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loaded extension: standard-attr-timestamp May 18 14:29:51.972962 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: trunk.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.973959 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.974460 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension trunk not supported by any of loaded plugins May 18 14:29:51.974773 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: trunk_details.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.975693 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.976193 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension trunk-details not supported by any of loaded plugins May 18 14:29:51.976506 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: uplink_status_propagation.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.977386 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.977893 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 14:29:51.978209 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Loading extension file: vlantransparent.py {{(pid=91388) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:51.978857 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91388) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:51.979385 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 14:29:51.981873 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:network May 18 14:29:51.982614 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnet May 18 14:29:51.983454 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:51.984049 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:port May 18 14:29:51.985322 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.985798 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service FLAVORS assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.986416 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.986836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.987193 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:router May 18 14:29:51.987849 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:29:51.988549 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service METERING assigned prefix: /metering {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.990145 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.990517 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.990859 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:51.992040 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:29:51.992486 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:security_group May 18 14:29:51.993154 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:29:51.993874 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service CORE assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.994194 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:51.994518 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] subnetpool is already registered May 18 14:29:51.995144 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service CORE assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.995473 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:51.995786 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] subnetpool is already registered May 18 14:29:51.999524 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:51.999953 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service FLAVORS assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.000533 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.000944 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.001275 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:router May 18 14:29:52.001608 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] router is already registered May 18 14:29:52.002198 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:29:52.002515 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] floatingip is already registered May 18 14:29:52.003155 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service METERING assigned prefix: /metering {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.003821 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:29:52.004134 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] rbac_policy is already registered May 18 14:29:52.004661 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:security_group May 18 14:29:52.004979 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] security_group is already registered May 18 14:29:52.005560 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:29:52.005875 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] security_group_rule is already registered May 18 14:29:52.006516 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service CORE assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.006830 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:52.007176 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] subnetpool is already registered May 18 14:29:52.007772 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.v2.resource_helper [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Service CORE assigned prefix: {{(pid=91388) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:52.008094 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:52.008451 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING neutron.quota.resource_registry [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] subnetpool is already registered May 18 14:29:52.009045 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: extensions {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.010532 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: address-groups {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.012142 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: address-scopes {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.013338 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: agents {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.014507 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: auto-allocated-topology {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.015750 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: availability_zones {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.017038 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: dhcp-networks {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.018498 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: dhcp-agents {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.019892 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: routers {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.021659 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: flavors {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.022799 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: service_profiles {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.024006 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: next_providers {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.025516 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: service_profiles {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.026943 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: floatingip-pools {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.028278 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: routers {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.030094 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: floatingips {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.031299 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: l3-routers {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.032654 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: l3-agents {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.034041 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: metering-labels {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.035403 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: metering-label-rules {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.036645 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: network-ip-availabilities {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.037877 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: bindings {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.039532 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: quotas {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.040934 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: quotas {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.042427 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: rbac-policies {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.043744 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: security-groups {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.044918 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: security-group-rules {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.046179 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: service-providers {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.047408 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: subnetpools {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.048780 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: subnetpools {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.050207 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.051881 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.053668 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.055428 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.058188 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.060029 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.062153 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.178381 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.180197 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.182069 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron.api.extensions [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Extended resource: tags {{(pid=91388) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:52.188443 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING keystonemiddleware.auth_token [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 14:29:52.193163 dv-cinder-787195-7-iscsi neutron-server[91388]: WARNING keystonemiddleware.auth_token [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 14:29:52.201610 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Acquired lock "singleton_lock" {{(pid=91388) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 14:29:52.202143 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_concurrency.lockutils [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Releasing lock "singleton_lock" {{(pid=91388) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 14:29:52.202828 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Starting 2 workers May 18 14:29:52.207381 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Started child 91493 {{(pid=91388) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:52.211437 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Started child 91494 {{(pid=91388) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:52.212461 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.213143 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO neutron.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 14:29:52.213579 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Notify callbacks [] for process, before_spawn {{(pid=91388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.214270 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [-] (91493) wsgi starting up on http://0.0.0.0:9696 May 18 14:29:52.216228 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Starting 1 workers May 18 14:29:52.216365 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.217583 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [-] (91494) wsgi starting up on http://0.0.0.0:9696 May 18 14:29:52.221108 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Started child 91495 {{(pid=91388) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:52.221615 dv-cinder-787195-7-iscsi neutron-server[91388]: INFO oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Starting 1 workers May 18 14:29:52.224794 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] calling RpcWorker wait() {{(pid=91495) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 14:29:52.225409 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] returning from RpcWorker wait() {{(pid=91495) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 14:29:52.225861 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Started child 91496 {{(pid=91388) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:52.226506 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.226649 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG neutron_lib.callbacks.manager [None req-2fb78042-cf94-44d4-b3b5-9c9c94359f30 None None] Notify callbacks [] for process, after_spawn {{(pid=91388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.226956 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:52.228549 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91388) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 14:29:52.228727 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:29:52.229103 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:29:52.229286 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:29:52.229782 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:29:52.229909 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:29:52.230398 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.230665 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.230928 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.231256 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.231386 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.231911 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.232085 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.232344 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.232584 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.232858 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.233165 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.233271 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:52.233345 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.233473 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.233891 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.234148 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.234437 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.234724 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.234968 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.235285 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.235438 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.235844 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.236114 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.236327 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.236587 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] debug = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.236835 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.237300 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.237533 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.237776 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.237990 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.238254 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.238496 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.238749 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.239015 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.239238 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.239469 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.239726 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.239985 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.240190 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.240403 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.240669 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.240896 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.241369 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] host = dv-cinder-787195-7-iscsi {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.241578 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.241836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.242083 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.242338 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.242499 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.242696 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.242951 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.243238 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.243482 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.243701 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.243929 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.244162 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.244391 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.244627 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.244780 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_options = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.244982 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.245258 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.245530 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.245714 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.245878 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.246048 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.246306 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.246465 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.246731 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.246961 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.247194 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.247451 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.247644 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.247867 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.248109 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.248334 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.248595 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.248836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.249159 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.249547 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.249915 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.250356 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.250689 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.250916 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.251163 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.251380 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.251606 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.251818 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.252076 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.252272 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.252520 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.252839 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.253193 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.253415 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.253557 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.253743 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.253957 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.254226 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.254600 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.254983 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.255407 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.255680 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.255989 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.256155 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.256326 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.256529 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_json = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.256728 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.256928 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.257168 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.257483 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.257912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.257912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.258373 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.258373 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.258750 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.259676 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.259676 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.259676 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.259916 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.260068 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.260785 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.260785 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.260785 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.260990 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.261869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.261869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.261869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.262694 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.262694 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.262694 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.262904 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.262982 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.263255 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.263434 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.265797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.266391 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.266391 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.266391 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.266610 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.266870 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.267137 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.267334 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.267570 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.267812 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.268021 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.268259 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.268582 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.268763 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.269004 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.269221 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.269576 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.269797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.270035 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.270247 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.270499 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.270725 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.271016 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.271236 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.271450 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.271660 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.271870 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.272137 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.272308 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.272521 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.272732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.272937 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.273158 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.273384 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.273633 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.273848 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.274058 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.274263 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.274498 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.274723 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.274957 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.275223 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.275447 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.275701 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.275866 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.276090 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.276323 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.276607 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.276745 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.276973 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.277197 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.277427 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.277641 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.277868 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.278084 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.278331 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.278592 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.278826 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.279222 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.279474 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.279719 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.280098 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.280573 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.280750 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.280963 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.281200 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.281931 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.281931 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.281931 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.282153 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.282350 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.282779 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.282779 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.283556 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.283556 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.283556 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.283804 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.283960 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.284199 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.284469 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.284718 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.284962 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.285192 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.285471 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.285708 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.285962 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.286211 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.286441 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.286712 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.287025 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.287285 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.287553 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.287795 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.288037 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.288289 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.288522 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.288762 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.289085 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.289230 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.289437 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.289718 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.289946 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.290185 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.290553 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.290656 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.292771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293714 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.293859 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.294105 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.294317 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.294529 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.294862 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.295019 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.297431 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298077 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298077 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298077 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298294 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298522 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298741 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.298975 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.299209 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.299450 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.299671 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.300162 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.300423 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.300652 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.300901 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.301131 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.301389 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.301597 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.301853 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.302055 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.302264 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.302476 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.302691 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.302900 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.303170 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.303412 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.303624 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.303869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.304230 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.304715 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.304994 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.305183 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.305584 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.305984 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.306197 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.306443 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.306668 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.307074 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.307474 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.307848 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.308305 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.308562 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.308797 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.309219 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.309443 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.309660 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.309875 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.310103 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.310396 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.310644 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.310872 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.311419 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.311904 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.312430 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.312808 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.313194 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.313415 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.313625 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.313850 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.314058 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.314267 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.314485 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.314685 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.314912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.315142 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.315354 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.315561 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.315769 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.316013 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.316215 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.316421 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.316644 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.316869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.317183 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.317429 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.317678 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.317954 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.318177 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.318445 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.318669 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.319025 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.319250 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.319494 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.319713 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.319924 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.320148 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.320395 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.320698 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.320980 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.321238 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.321487 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.321762 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.322037 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.322288 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.322497 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.322809 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.323146 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.323408 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.323656 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.323881 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.324163 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.324380 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.324592 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.324804 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.325031 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.325259 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.325502 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.325732 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.325968 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.326181 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.326402 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.326618 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.326911 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.327218 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.328146 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.328146 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.328146 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91388) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:29:52.329017 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:29:52.329396 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.329396 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.329537 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.329619 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.329733 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.329911 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330067 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330229 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330383 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330688 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.330842 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331015 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331173 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331326 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331483 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331637 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331789 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.331946 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332101 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332254 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332406 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332559 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] debug = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332713 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.332888 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333042 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333195 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333348 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333501 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333661 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.333836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.334091 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.334252 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.334549 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.334845 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335049 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335244 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335364 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335524 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335672 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.335983 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] host = dv-cinder-787195-7-iscsi {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.336277 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.336429 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.336712 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.336995 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.337286 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.337438 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.337723 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338012 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338163 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338451 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338607 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338761 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.338916 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.339428 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.339563 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_options = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.339716 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.339869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340023 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340199 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340358 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340513 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340665 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340819 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.340973 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.341126 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.341281 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.341434 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.341591 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.341741 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342038 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342178 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342403 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342598 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342727 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342814 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.342945 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343128 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343284 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343425 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343576 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343718 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.343870 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344016 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344166 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344319 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344472 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344610 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344767 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.344941 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345051 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345213 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345366 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345524 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345678 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345831 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.345982 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346134 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346288 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346441 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346593 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346745 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_json = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.346897 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347069 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347228 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347378 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347679 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347835 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.347988 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.348282 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:52.348457 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.348615 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.348785 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.348942 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349099 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349257 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349413 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349571 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349727 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.349883 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350048 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350209 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350375 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350531 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350687 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.350846 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351014 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351176 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351333 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351489 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351649 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351805 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.351978 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352137 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352302 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352458 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352613 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352771 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.352927 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353084 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353242 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353399 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353555 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353711 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.353869 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354025 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354154 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:52.354239 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354371 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354498 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354621 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354745 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.354905 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355069 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355231 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355375 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355532 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355688 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.355846 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356003 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356157 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356323 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356479 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356635 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356790 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.356950 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357108 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357265 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357421 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357579 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357735 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.357892 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358112 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358294 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358508 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358648 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358789 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.358918 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359103 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359260 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359417 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359573 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359730 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.359887 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360045 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360207 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360366 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360523 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360680 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.360993 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361149 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361306 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361466 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361624 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361790 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.361964 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362125 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362281 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362437 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362591 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362747 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.362908 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363080 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363239 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363396 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363552 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363708 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.363866 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364021 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364176 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364336 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364488 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364628 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364763 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.364925 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365207 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365410 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365575 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365575 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365900 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.365900 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.366184 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.366184 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.366448 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.366582 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.366720 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367079 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367079 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367079 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367714 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367714 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367979 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.367979 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368238 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368238 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368480 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368606 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368731 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368858 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.368991 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369158 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369315 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369471 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369629 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369785 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.369942 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370104 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370260 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370416 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370572 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370728 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.370887 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371067 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371211 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371366 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371521 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371679 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371836 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.371992 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372149 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372509 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372509 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372662 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372740 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.372892 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.373046 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.373202 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.373357 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.373515 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.373784 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.374056 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.374292 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.374540 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.374783 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375108 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375337 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375499 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375663 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375822 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.375983 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376141 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376300 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376458 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376616 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376777 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.376935 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377091 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377248 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377404 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377561 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377719 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.377875 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378044 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378199 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378356 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378531 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378821 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.378821 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379038 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379142 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379300 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379457 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379613 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379767 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.379923 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380083 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380243 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380403 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380562 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380717 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.380873 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381031 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381186 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381342 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381512 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381669 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381824 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.381981 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382138 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382305 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382462 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382617 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382772 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.382928 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383116 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383274 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383449 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383591 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383746 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.383912 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384067 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384225 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384380 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384536 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384706 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384852 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.384988 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.385147 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.385388 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.385607 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.385607 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.385875 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386009 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386142 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386275 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386417 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386550 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386693 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386826 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.386959 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387121 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387256 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387401 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387534 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387699 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.387864 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388014 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388178 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388345 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388514 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388653 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388822 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.388991 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.389162 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.389468 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.389627 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.389763 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.389897 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390029 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390161 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390294 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390426 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390571 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390713 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390849 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.390981 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391162 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391301 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391438 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391582 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391715 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391847 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:52.391993 dv-cinder-787195-7-iscsi neutron-server[91388]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91388) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:29:52.497231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33026) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:52.506130 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0059893 May 18 14:30:03.401086 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d853db-e2fa-4c05-a04b-6e890b0ff2d3 None None] get_active_networks_info from dv-cinder-787195-7-iscsi {{(pid=91495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 14:30:03.488169 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d853db-e2fa-4c05-a04b-6e890b0ff2d3 None None] No non-hosted networks {{(pid=91495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 14:30:03.512182 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.agentschedulers_db [None req-95d853db-e2fa-4c05-a04b-6e890b0ff2d3 None None] DHCP Agent not found on host dv-cinder-787195-7-iscsi {{(pid=91495) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 18 14:30:03.651640 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d49190ac-ad37-43a5-8702-ca970112fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:05.571810 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:05.572444 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.575015 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.575359 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.575819 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.576197 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.576484 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.580485 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.581284 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.582700 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.583273 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.585440 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.590464 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:05.591246 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:05.598209 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:05.834247 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5f65b5a2-1a44-4ad5-ad08-73a15100f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:05.891024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6f64628-d928-4d6e-91c1-ce3276d59674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:06.977064 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:08.604502 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:09.879964 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.db.l3_hamode_db [None req-160c1297-7501-4171-94ac-aedda057ca94 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 14:30:09.967346 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c1297-7501-4171-94ac-aedda057ca94 None None] Routers set() bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:09.967619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c1297-7501-4171-94ac-aedda057ca94 None None] Router IDs set() for agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 14:30:10.133722 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33120) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:10.774640 dv-cinder-787195-7-iscsi neutron-server[91494]: WARNING oslo_policy.policy [None req-fb195df9-b0f1-4a97-8a8d-8691de727172 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:10.775469 dv-cinder-787195-7-iscsi neutron-server[91494]: WARNING oslo_policy.policy [None req-fb195df9-b0f1-4a97-8a8d-8691de727172 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:10.991684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [None req-fb195df9-b0f1-4a97-8a8d-8691de727172 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:30:10.992766 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fb195df9-b0f1-4a97-8a8d-8691de727172 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8581016 May 18 14:30:13.371597 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33134) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:14.002745 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING oslo_policy.policy [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:14.003954 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING oslo_policy.policy [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:14.237287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:14.336998 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.policy [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91493) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:30:14.382191 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING oslo_policy.policy [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:14.382789 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING oslo_policy.policy [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:14.391028 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.quota [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Loaded quota_driver: . May 18 14:30:14.407085 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:14.469984 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104828496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104827907', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104835595', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104838527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104983675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779104985507', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-591855', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1348014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-306614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361712'] for rbac-policy, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:14.539812 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:14.541167 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-2682c0d7-5c53-497b-baf0-b6390ec27a95 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1675651 May 18 14:30:17.194765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33152) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:17.577541 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Request body: {'network': {'project_id': '778eb796982241b9959b395ff871dab9', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'name': 'private', 'admin_state_up': True}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:17.583246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:17.588184 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Usage tracker for resource:network and tenant:778eb796982241b9959b395ff871dab9 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:17.594111 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:17.600978 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:17.614294 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Made reservation on behalf of 778eb796982241b9959b395ff871dab9 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:17.617386 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.635155 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.649632 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:17.653961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Usage tracker for resource:security_group_rule and tenant:778eb796982241b9959b395ff871dab9 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:17.660685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:17.667020 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:17.771221 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.777238 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.782612 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:17.800428 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:30:17.826408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779102970570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.827022 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Unsubscribe: segment precommit_create {{(pid=91493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 14:30:17.827475 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Added segment 0615cdef-1f94-45f7-9997-503c9df5bf8e of type vlan for network b5e033b3-2f65-49ae-8fa7-077ac4b14471 May 18 14:30:17.876683 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae316d-2ea6-489b-8d23-38bcc367b317,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:17.897980 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.898326 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.898653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.898970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.899314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.899642 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.899955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.900263 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.900586 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.900893 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.901199 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.901501 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Tracked resource versions report: May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: pushed versions: May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: { 'AddressGroup': {'1.2'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'ConntrackHelper': {'1.0'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Log': {'1.0'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Network': {'1.1'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Port': {'1.7'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'PortForwarding': {'1.2'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'QosPolicy': {'1.8'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroup': {'1.4'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroupRule': {'1.2'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SubPort': {'1.0'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Subnet': {'1.1'}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Trunk': {'1.1'}} May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: consumer versions: May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'ConntrackHelper': '1.0', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Log': '1.0', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Network': '1.1', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Port': '1.7', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'PortForwarding': '1.2', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'QosPolicy': '1.8', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroup': '1.4', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroupRule': '1.2', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SubPort': '1.0', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Subnet': '1.1', May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Trunk': '1.1'}} May 18 14:30:17.902517 dv-cinder-787195-7-iscsi neutron-server[91493]: {{(pid=91493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:30:17.949697 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.955021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:17.997484 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:17.999967 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:18.000837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:18.006572 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:18.105977 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9092345 May 18 14:30:18.108495 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e033b3-2f65-49ae-8fa7-077ac4b14471,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:18.111847 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:18.121433 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:30:20.811338 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33168) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:21.302255 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1159ea-bc01-4ad6-8745-de6fbf7e9f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:21.303637 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6b1159ea-bc01-4ad6-8745-de6fbf7e9f4b admin admin] 10.222.0.63 "GET /v2.0/networks/b5e033b3-2f65-49ae-8fa7-077ac4b14471 HTTP/1.1" status: 200 len: 825 time: 0.4910076 May 18 14:30:21.335687 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-12684ffe-9d61-458d-9daf-9ca46f1a791a admin admin] 10.222.0.63 "GET /v2.0/subnetpools/01c49205-dbe3-44e9-b458-65320b6677b1 HTTP/1.1" status: 200 len: 734 time: 0.0236528 May 18 14:30:21.347771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Request body: {'subnet': {'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '778eb796982241b9959b395ff871dab9'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:21.353039 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:21.359550 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Usage tracker for resource:subnet and tenant:778eb796982241b9959b395ff871dab9 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:21.363772 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:21.370269 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:21.384611 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Made reservation on behalf of 778eb796982241b9959b395ff871dab9 for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:21.386926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:21.903651 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:21.907482 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:21.986318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc218384-069f-4365-ad7d-d34b232209aa,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:21.991876 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:21.992649 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Checking segment: {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:21.992987 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Network hostable DHCP agents. Network: b5e033b3-2f65-49ae-8fa7-077ac4b14471, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:30:22.016712 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:30:22.029995 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, b5e033b3-2f65-49ae-8fa7-077ac4b14471) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:22.035854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:22.036443 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:22.040458 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4633a-fa4f-4405-92b0-6f9a8475af28 None None] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:30:22.058064 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7142284 May 18 14:30:22.358790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:30:22.360080 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:22.550377 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Allocated IP 172.20.0.2 (b5e033b3-2f65-49ae-8fa7-077ac4b14471/bc218384-069f-4365-ad7d-d34b232209aa/41f5d500-e18f-44d8-bba1-693875f15567) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:30:22.785284 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:22.800467 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Transition to ACTIVE for port object 41f5d500-e18f-44d8-bba1-693875f15567 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:22.824455 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Transition to ACTIVE for port object 41f5d500-e18f-44d8-bba1-693875f15567 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:22.833167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:22.838035 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:22.899562 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:30:22.904236 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:22.908810 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Pushing event updated for resources: {'Port': ['ID=41f5d500-e18f-44d8-bba1-693875f15567,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:22.916224 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:30:22.918595 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.918929 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.919362 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.919684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.920004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.920323 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.920643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.920949 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.921277 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.921585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.921894 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.922195 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Tracked resource versions report: May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: pushed versions: May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: { 'AddressGroup': {'1.2'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'ConntrackHelper': {'1.0'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Log': {'1.0'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Network': {'1.1'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Port': {'1.7'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'PortForwarding': {'1.2'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'QosPolicy': {'1.8'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroup': {'1.4'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroupRule': {'1.2'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SubPort': {'1.0'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Subnet': {'1.1'}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Trunk': {'1.1'}} May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: consumer versions: May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'ConntrackHelper': '1.0', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Log': '1.0', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Network': '1.1', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Port': '1.7', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'PortForwarding': '1.2', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'QosPolicy': '1.8', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroup': '1.4', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroupRule': '1.2', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SubPort': '1.0', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Subnet': '1.1', May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Trunk': '1.1'}} May 18 14:30:22.923269 dv-cinder-787195-7-iscsi neutron-server[91495]: {{(pid=91495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:30:22.954256 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:23.015694 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Attempting to bind port 41f5d500-e18f-44d8-bba1-693875f15567 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:30:23.016089 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Attempting to bind port 41f5d500-e18f-44d8-bba1-693875f15567 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:30:23.016522 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Attempting to bind port 41f5d500-e18f-44d8-bba1-693875f15567 on network b5e033b3-2f65-49ae-8fa7-077ac4b14471 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:30:23.022231 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:30:23.022833 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Checking segment: {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:23.023142 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:23.023517 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Bound using segment: {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:30:23.024008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Bound port: 41f5d500-e18f-44d8-bba1-693875f15567, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:30:23.024373 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:23.115302 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] For port 41f5d500-e18f-44d8-bba1-693875f15567, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:30:23.119633 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] For port 41f5d500-e18f-44d8-bba1-693875f15567, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=41f5d500-e18f-44d8-bba1-693875f15567,segment=NetworkSegment(0615cdef-1f94-45f7-9997-503c9df5bf8e),segment_id=0615cdef-1f94-45f7-9997-503c9df5bf8e)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:30:23.125973 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:23.130520 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:23.214102 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Pushing event updated for resources: {'Port': ['ID=41f5d500-e18f-44d8-bba1-693875f15567,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:23.217015 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:24.477173 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33178) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:24.870819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [None req-e1eb29ac-6d19-47ef-a98f-d1dc6f25825f admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:30:24.871805 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e1eb29ac-6d19-47ef-a98f-d1dc6f25825f admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3936839 May 18 14:30:27.250318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33188) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:27.651271 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [None req-8ff3a7e9-ef0f-4541-a766-3e21bd137920 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:30:27.652242 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-8ff3a7e9-ef0f-4541-a766-3e21bd137920 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4009657 May 18 14:30:28.730238 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a46808-2515-4c73-a787-1a752d03a331 None None] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:30:28.815943 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-19310ec5-d5b1-40ae-b12c-a4541a0b4171 None None] Provisioning for port 41f5d500-e18f-44d8-bba1-693875f15567 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:29.488066 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 41f5d500-e18f-44d8-bba1-693875f15567 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:29.567857 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 41f5d500-e18f-44d8-bba1-693875f15567 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:29.573162 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 41f5d500-e18f-44d8-bba1-693875f15567 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:29.573561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:29.694787 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:29.732220 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 41f5d500-e18f-44d8-bba1-693875f15567, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=41f5d500-e18f-44d8-bba1-693875f15567,segment=NetworkSegment(0615cdef-1f94-45f7-9997-503c9df5bf8e),segment_id=0615cdef-1f94-45f7-9997-503c9df5bf8e)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:30:29.738097 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:29.743049 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d1896307-8260-4b2f-b1b4-9c60e39cb7fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:29.812335 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=41f5d500-e18f-44d8-bba1-693875f15567,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:29.818855 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:30.343660 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33204) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:30.717409 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '778eb796982241b9959b395ff871dab9'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:30.722859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:30.727079 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Usage tracker for resource:router and tenant:778eb796982241b9959b395ff871dab9 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:30.730513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:30.736402 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:30.746836 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:30.748395 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:30.769942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:30.879880 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:30.899595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:30.900810 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c0417b6a-8e50-4d78-9c9e-66e8b8cb8e24 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5561862 May 18 14:30:31.470254 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 41f5d500-e18f-44d8-bba1-693875f15567 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:31.542744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 41f5d500-e18f-44d8-bba1-693875f15567 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:31.543243 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:33.278564 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33214) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:33.302489 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ff5017ba-0eb4-4765-9bda-728a02c11fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:33.673000 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [None req-ff943b3c-9344-42ce-a3d7-d938cae2a47b admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:30:33.673934 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ff943b3c-9344-42ce-a3d7-d938cae2a47b admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3943892 May 18 14:30:35.559739 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:35.829020 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cbf5fe31-3f4a-4481-a929-aa66823f6154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.097386 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33224) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:36.518414 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:36.523891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:36.528010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Usage tracker for resource:network and tenant:a9540062e12f407bb8959427ae483bda is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:36.531018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:36.537845 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:36.550140 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Made reservation on behalf of a9540062e12f407bb8959427ae483bda for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:36.552486 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.564963 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.579520 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:36.583689 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Usage tracker for resource:security_group_rule and tenant:a9540062e12f407bb8959427ae483bda is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:36.586443 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:36.592485 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:36.676224 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.682681 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.686939 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:36.701525 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Reserving flat network on physical network physnet1 {{(pid=91493) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 14:30:36.725175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502fd7f-b1d2-4b8c-8732-6649d5c8e76a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:36.728086 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.728420 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Added segment 5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f of type flat for network 76e8a963-00c3-4811-90aa-e68e9153fe93 May 18 14:30:36.733829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:36.761904 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.801457 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.803580 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:36.804396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.809460 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-dd93ca0e-a887-4a1c-80fe-8408674a95e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:36.883444 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:36.915780 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Pushing event updated for resources: {'Network': ['ID=76e8a963-00c3-4811-90aa-e68e9153fe93,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:36.927055 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8201861 May 18 14:30:36.927055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:36.927580 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:30:38.546461 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:39.304895 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33244) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:39.569626 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f4050-780b-4b55-9a55-07714cb81f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:39.570948 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-897f4050-780b-4b55-9a55-07714cb81f22 admin admin] 10.222.0.63 "GET /v2.0/subnets/bc218384-069f-4365-ad7d-d34b232209aa HTTP/1.1" status: 200 len: 849 time: 0.2647998 May 18 14:30:39.713104 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-666d1174-3a29-4a6d-b209-2dc80eb9d398 admin admin] 10.222.0.63 "GET /v2.0/routers/046747c1-1f96-4ad3-b40f-2568f0b6fd5d HTTP/1.1" status: 200 len: 704 time: 0.1363676 May 18 14:30:40.227205 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:40.476895 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Allocated IP 172.20.0.1 (b5e033b3-2f65-49ae-8fa7-077ac4b14471/bc218384-069f-4365-ad7d-d34b232209aa/465a47d2-3543-4cdc-a6e7-92b87627d295) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:30:40.659024 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:40.676910 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Transition to ACTIVE for port object 465a47d2-3543-4cdc-a6e7-92b87627d295 will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:40.733924 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:40.737936 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:40.803572 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:30:40.806366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:40.809992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:30:40.810554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:40.927015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Pushing event updated for resources: {'Port': ['ID=465a47d2-3543-4cdc-a6e7-92b87627d295,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:40.941942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:40.966283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-46fb6e52-f735-47de-af3c-edef33671762 None None] Provisioning for port 465a47d2-3543-4cdc-a6e7-92b87627d295 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:40.972149 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-46fb6e52-f735-47de-af3c-edef33671762 None None] Provisioning complete for port 465a47d2-3543-4cdc-a6e7-92b87627d295 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:40.972526 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-46fb6e52-f735-47de-af3c-edef33671762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.028088 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-46fb6e52-f735-47de-af3c-edef33671762 None None] Port 465a47d2-3543-4cdc-a6e7-92b87627d295 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:30:41.076362 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.319392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.326138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.327478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.331524 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:41.467243 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Pushing event updated for resources: {'Port': ['ID=465a47d2-3543-4cdc-a6e7-92b87627d295,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:41.471146 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:41.525167 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:30:41.526283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:41.757108 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-53bf82ba-081a-473d-86e7-7cc0820235c6 None None] Provisioning complete for port 465a47d2-3543-4cdc-a6e7-92b87627d295 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:41.757556 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-53bf82ba-081a-473d-86e7-7cc0820235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.770028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:30:41.814398 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-53bf82ba-081a-473d-86e7-7cc0820235c6 None None] Port 465a47d2-3543-4cdc-a6e7-92b87627d295 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:30:41.930042 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:30:41.939654 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] 10.222.0.63 "PUT /v2.0/routers/046747c1-1f96-4ad3-b40f-2568f0b6fd5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2186496 May 18 14:30:41.941764 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Sync routers for ids ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:30:41.953101 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Routers {'046747c1-1f96-4ad3-b40f-2568f0b6fd5d'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:41.953928 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:30:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:42.150277 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Set router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:30:42.547885 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:41Z', 'revision_number': 2, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port_host': None, '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:41Z', 'revision_number': 2, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:42.553486 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Checking router: 046747c1-1f96-4ad3-b40f-2568f0b6fd5d for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:30:42.553858 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Updating router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d port 465a47d2-3543-4cdc-a6e7-92b87627d295 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:30:42.607946 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.003464 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.020276 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Transition to ACTIVE for port object 465a47d2-3543-4cdc-a6e7-92b87627d295 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:43.027112 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.032670 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:43.270432 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Pushing event updated for resources: {'Port': ['ID=465a47d2-3543-4cdc-a6e7-92b87627d295,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:43.285138 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.285454 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.285775 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.286089 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.286399 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.286712 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.287020 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.287325 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.287671 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.287977 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.288279 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.288567 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Tracked resource versions report: May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: pushed versions: May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: { 'AddressGroup': {'1.2'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'ConntrackHelper': {'1.0'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Log': {'1.0'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Network': {'1.1'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Port': {'1.7'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'PortForwarding': {'1.2'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'QosPolicy': {'1.8'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroup': {'1.4'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroupRule': {'1.2'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SubPort': {'1.0'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Subnet': {'1.1'}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Trunk': {'1.1'}} May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: consumer versions: May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'ConntrackHelper': '1.0', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Log': '1.0', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Network': '1.1', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Port': '1.7', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'PortForwarding': '1.2', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'QosPolicy': '1.8', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroup': '1.4', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroupRule': '1.2', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SubPort': '1.0', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Subnet': '1.1', May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Trunk': '1.1'}} May 18 14:30:43.289617 dv-cinder-787195-7-iscsi neutron-server[91496]: {{(pid=91496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:30:43.292218 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Attempting to bind port 465a47d2-3543-4cdc-a6e7-92b87627d295 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:30:43.292563 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Attempting to bind port 465a47d2-3543-4cdc-a6e7-92b87627d295 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:30:43.292987 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Attempting to bind port 465a47d2-3543-4cdc-a6e7-92b87627d295 on network b5e033b3-2f65-49ae-8fa7-077ac4b14471 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:30:43.296584 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:43.301985 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:30:43.302287 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Checking segment: {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:43.302775 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.303187 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Bound using segment: {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:30:43.303680 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Bound port: 465a47d2-3543-4cdc-a6e7-92b87627d295, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0615cdef-1f94-45f7-9997-503c9df5bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:30:43.304045 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.392686 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] For port 465a47d2-3543-4cdc-a6e7-92b87627d295, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:30:43.397081 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] For port 465a47d2-3543-4cdc-a6e7-92b87627d295, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=465a47d2-3543-4cdc-a6e7-92b87627d295,segment=NetworkSegment(0615cdef-1f94-45f7-9997-503c9df5bf8e),segment_id=0615cdef-1f94-45f7-9997-503c9df5bf8e)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:30:43.402921 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:43.407113 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:43.492182 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Routers {'046747c1-1f96-4ad3-b40f-2568f0b6fd5d'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:43.492848 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:30:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:43.562605 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Pushing event updated for resources: {'Port': ['ID=465a47d2-3543-4cdc-a6e7-92b87627d295,revision_number=4']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:43.624642 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:43.657435 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] Set router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:30:43.986275 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:41Z', 'revision_number': 2, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port_host': None, '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:43Z', 'revision_number': 4, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:43.990495 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796a233-f7bf-495f-ac2f-edc8999c0176 None None] The sync data for ids ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'] in dv-cinder-787195-7-iscsi is: [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:41Z', 'revision_number': 2, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port_host': None, '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:43Z', 'revision_number': 4, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:30:44.133038 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33266) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:44.291617 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:30:44.409597 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.policy [None req-60e68a86-45b8-4705-860a-be1d05e8bf8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91494) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:30:44.456170 dv-cinder-787195-7-iscsi neutron-server[91494]: WARNING oslo_policy.policy [None req-60e68a86-45b8-4705-860a-be1d05e8bf8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:44.456546 dv-cinder-787195-7-iscsi neutron-server[91494]: WARNING oslo_policy.policy [None req-60e68a86-45b8-4705-860a-be1d05e8bf8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:30:44.466782 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e68a86-45b8-4705-860a-be1d05e8bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:44.468693 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-60e68a86-45b8-4705-860a-be1d05e8bf8d admin admin] 10.222.0.63 "GET /v2.0/networks/76e8a963-00c3-4811-90aa-e68e9153fe93 HTTP/1.1" status: 200 len: 842 time: 0.3347600 May 18 14:30:44.479185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Request body: {'subnet': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:44.480948 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.quota [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Loaded quota_driver: . May 18 14:30:44.487406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:30:44.493312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Usage tracker for resource:subnet and tenant:a9540062e12f407bb8959427ae483bda is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:30:44.497237 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:30:44.506771 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:30:44.524283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Made reservation on behalf of a9540062e12f407bb8959427ae483bda for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:44.527143 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:45.042925 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.objects.ports [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91494) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 14:30:45.043555 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:45.048664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:45.127341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2d310c-93c9-4ab6-96e6-eedba281961f,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:45.136521 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:45.137233 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Network hostable DHCP agents. Network: 76e8a963-00c3-4811-90aa-e68e9153fe93, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:30:45.140599 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.140907 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.141254 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.141568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.141877 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.142222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.142597 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.143027 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.143379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.143762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.144110 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.144480 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Tracked resource versions report: May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: pushed versions: May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: { 'AddressGroup': {'1.2'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'ConntrackHelper': {'1.0'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Log': {'1.0'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Network': {'1.1'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Port': {'1.7'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'PortForwarding': {'1.2'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'QosPolicy': {'1.8'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroup': {'1.4'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroupRule': {'1.2'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SubPort': {'1.0'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Subnet': {'1.1'}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Trunk': {'1.1'}} May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: consumer versions: May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'ConntrackHelper': '1.0', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Log': '1.0', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Network': '1.1', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Port': '1.7', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'PortForwarding': '1.2', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'QosPolicy': '1.8', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroup': '1.4', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroupRule': '1.2', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SubPort': '1.0', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Subnet': '1.1', May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Trunk': '1.1'}} May 18 14:30:45.145642 dv-cinder-787195-7-iscsi neutron-server[91494]: {{(pid=91494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:30:45.190793 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:45.195714 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:30:45.208804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 76e8a963-00c3-4811-90aa-e68e9153fe93) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:45.216105 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:45.216937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:45.218615 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be74f5e-a901-4f6b-8581-cfbcd5e5d828 None None] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:30:45.240884 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7653506 May 18 14:30:45.456009 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf70bc-e18c-4dee-8715-037e2a8fecfb None None] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:30:47.491547 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 465a47d2-3543-4cdc-a6e7-92b87627d295 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:47.566635 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 465a47d2-3543-4cdc-a6e7-92b87627d295 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:47.571595 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 465a47d2-3543-4cdc-a6e7-92b87627d295 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:47.571968 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:47.633963 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33286) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:47.693888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:47.727504 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 465a47d2-3543-4cdc-a6e7-92b87627d295, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=465a47d2-3543-4cdc-a6e7-92b87627d295,segment=NetworkSegment(0615cdef-1f94-45f7-9997-503c9df5bf8e),segment_id=0615cdef-1f94-45f7-9997-503c9df5bf8e)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:30:47.732406 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:47.734657 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:47.805018 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=465a47d2-3543-4cdc-a6e7-92b87627d295,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:47.808119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:47.839037 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-882e4d5d-37ee-4433-88b5-f8b198732692 admin admin] 10.222.0.63 "GET /v2.0/routers/046747c1-1f96-4ad3-b40f-2568f0b6fd5d HTTP/1.1" status: 200 len: 710 time: 0.2036462 May 18 14:30:47.972900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f9558-cdd7-4ba3-a5d3-d456e47c3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:47.973452 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-357f9558-cdd7-4ba3-a5d3-d456e47c3a9d admin admin] Synchronizing usage tracker for tenant:a9540062e12f407bb8959427ae483bda on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:30:47.994770 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-357f9558-cdd7-4ba3-a5d3-d456e47c3a9d admin admin] Unset dirty status for tenant:a9540062e12f407bb8959427ae483bda on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:30:47.995947 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-357f9558-cdd7-4ba3-a5d3-d456e47c3a9d admin admin] 10.222.0.63 "GET /v2.0/networks/76e8a963-00c3-4811-90aa-e68e9153fe93 HTTP/1.1" status: 200 len: 886 time: 0.1518350 May 18 14:30:48.007155 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:30:48.453817 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:48.872748 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:48.932839 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:49.077126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Allocated IP 172.27.0.223 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/549d497f-42c2-4577-ad7a-45eaa6246b06) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:30:49.236701 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:49.270889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:49.277015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:49.350582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:30:49.353230 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:49.356752 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:30:49.410727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=549d497f-42c2-4577-ad7a-45eaa6246b06,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:49.422688 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:49.475133 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 465a47d2-3543-4cdc-a6e7-92b87627d295 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:49.545513 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 465a47d2-3543-4cdc-a6e7-92b87627d295 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:49.545887 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:49.749257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:50.098626 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:50.102320 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1695881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1695984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1648236'] for router, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:50.336134 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:30:50.533669 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:30:50.545614 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:50.546209 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Sync routers for ids ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:30:50.547485 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] 10.222.0.63 "PUT /v2.0/routers/046747c1-1f96-4ad3-b40f-2568f0b6fd5d HTTP/1.1" status: 200 len: 890 time: 2.5436258 May 18 14:30:50.563486 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Routers {'046747c1-1f96-4ad3-b40f-2568f0b6fd5d'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:50.564230 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:30:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:50.759107 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Set router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:30:51.109577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:49Z', 'revision_number': 4, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port': {'id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:48Z', 'updated_at': '2021-05-18T14:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:47Z', 'revision_number': 5, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:51.115277 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Checking router: 046747c1-1f96-4ad3-b40f-2568f0b6fd5d for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:30:51.115629 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Updating router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d port 549d497f-42c2-4577-ad7a-45eaa6246b06 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:30:51.167360 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.523977 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.535687 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Transition to ACTIVE for port object 549d497f-42c2-4577-ad7a-45eaa6246b06 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:51.542106 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.546542 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:51.620203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Attempting to bind port 549d497f-42c2-4577-ad7a-45eaa6246b06 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:30:51.620621 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Attempting to bind port 549d497f-42c2-4577-ad7a-45eaa6246b06 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:30:51.621058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Attempting to bind port 549d497f-42c2-4577-ad7a-45eaa6246b06 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:30:51.630980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Pushing event updated for resources: {'Port': ['ID=549d497f-42c2-4577-ad7a-45eaa6246b06,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:51.633417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:30:51.633803 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:51.634194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.634564 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:30:51.635025 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Bound port: 549d497f-42c2-4577-ad7a-45eaa6246b06, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:30:51.635411 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.657969 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:51.706264 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] For port 549d497f-42c2-4577-ad7a-45eaa6246b06, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:30:51.709262 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] For port 549d497f-42c2-4577-ad7a-45eaa6246b06, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=549d497f-42c2-4577-ad7a-45eaa6246b06,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:30:51.715857 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.720052 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:51.798110 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Routers {'046747c1-1f96-4ad3-b40f-2568f0b6fd5d'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:51.798702 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:30:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:51.846472 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Pushing event updated for resources: {'Port': ['ID=549d497f-42c2-4577-ad7a-45eaa6246b06,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:51.855427 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:51.990270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] Set router 046747c1-1f96-4ad3-b40f-2568f0b6fd5d gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:30:52.320891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:49Z', 'revision_number': 4, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port': {'id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:48Z', 'updated_at': '2021-05-18T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:47Z', 'revision_number': 5, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:52.324954 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5680-8ad5-4e82-939c-b078dc685b00 None None] The sync data for ids ['046747c1-1f96-4ad3-b40f-2568f0b6fd5d'] in dv-cinder-787195-7-iscsi is: [{'id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'name': 'router1', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:30:30Z', 'updated_at': '2021-05-18T14:30:49Z', 'revision_number': 4, 'project_id': '778eb796982241b9959b395ff871dab9', 'gw_port': {'id': '549d497f-42c2-4577-ad7a-45eaa6246b06', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:48Z', 'updated_at': '2021-05-18T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '465a47d2-3543-4cdc-a6e7-92b87627d295', 'name': '', 'network_id': 'b5e033b3-2f65-49ae-8fa7-077ac4b14471', 'tenant_id': '778eb796982241b9959b395ff871dab9', 'mac_address': 'fa:16:3e:b9:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046747c1-1f96-4ad3-b40f-2568f0b6fd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:30:40Z', 'updated_at': '2021-05-18T14:30:47Z', 'revision_number': 5, 'project_id': '778eb796982241b9959b395ff871dab9', 'subnets': [{'id': 'bc218384-069f-4365-ad7d-d34b232209aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c49205-dbe3-44e9-b458-65320b6677b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:30:52.900682 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33296) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:53.020058 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-10107eb0-78e7-4359-9387-315e8697618d admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176190 May 18 14:30:53.496897 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 549d497f-42c2-4577-ad7a-45eaa6246b06 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:53.577564 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 549d497f-42c2-4577-ad7a-45eaa6246b06 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:53.582658 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 549d497f-42c2-4577-ad7a-45eaa6246b06 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:53.583065 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:53.704736 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:53.722310 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 549d497f-42c2-4577-ad7a-45eaa6246b06, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=549d497f-42c2-4577-ad7a-45eaa6246b06,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:30:53.726520 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:53.728897 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:53.795192 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=549d497f-42c2-4577-ad7a-45eaa6246b06,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:53.798215 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:55.496160 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 549d497f-42c2-4577-ad7a-45eaa6246b06 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:55.578051 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 549d497f-42c2-4577-ad7a-45eaa6246b06 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:55.578433 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:03.297035 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-4787d091-91df-4be8-b72c-db26bb07b614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:05.566848 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:05.833559 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-62aa4d89-74b8-46a4-b90d-4c219543631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:06.888274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:08.574817 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:21.292879 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:31:33.302626 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-461c95df-405a-483e-b600-5bc052ff9f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:35.567685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:35.836821 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0fa70d39-a6ec-4057-a27a-4d466cc08f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:36.896482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:38.567980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:58.293096 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:03.296787 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6997f8ec-a9a5-45bd-849d-04c1245c6471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:05.566831 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:05.832054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-482128e8-f719-4d36-b038-87c3f3461d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:06.899245 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:08.570318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:28.829404 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33866) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:28.908126 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.pecan_wsgi.hooks.translation [None req-63726252-1d62-4353-a140-ffae353aef0f admin admin] GET failed (client error): The resource could not be found. May 18 14:32:28.909393 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-63726252-1d62-4353-a140-ffae353aef0f admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0788569 May 18 14:32:29.063288 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc943212-4c39-45da-aa78-528ad1c21bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:29.064712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fc943212-4c39-45da-aa78-528ad1c21bf6 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1514542 May 18 14:32:31.181789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33876) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:31.306961 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854afba-7354-42f3-838a-09e093d9185d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:31.307514 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2854afba-7354-42f3-838a-09e093d9185d admin admin] Synchronizing usage tracker for tenant:a9540062e12f407bb8959427ae483bda on resource:subnet {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:32:31.329171 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2854afba-7354-42f3-838a-09e093d9185d admin admin] Unset dirty status for tenant:a9540062e12f407bb8959427ae483bda on resource:subnet {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:32:31.330999 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2854afba-7354-42f3-838a-09e093d9185d admin admin] 10.222.0.63 "GET /v2.0/subnets/bc218384-069f-4365-ad7d-d34b232209aa HTTP/1.1" status: 200 len: 849 time: 0.1479723 May 18 14:32:31.340866 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:32:31.471353 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:31.670150 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779102940326'] for subnet, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:31.674093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d05b1b2e-306e-4aa7-8b67-b37d1738dddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:31.713767 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:31.714340 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:31.715588 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] 10.222.0.63 "PUT /v2.0/subnets/bc218384-069f-4365-ad7d-d34b232209aa HTTP/1.1" status: 200 len: 868 time: 0.3789234 May 18 14:32:31.734718 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397a8cf-9ce3-45d3-95a1-c99a930ae636 None None] Network b5e033b3-2f65-49ae-8fa7-077ac4b14471 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:32:31.741878 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc218384-069f-4365-ad7d-d34b232209aa,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:31.749569 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.749941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.750249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.750565 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.750880 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.751249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.751568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.751878 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.752202 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.752590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.753159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.753477 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:31.757564 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-66beda19-68eb-4f92-81ab-47d95089c2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:32.186380 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-3a350d5d-0875-435e-8506-e706dcae3e6f None None] Provisioning complete for port 465a47d2-3543-4cdc-a6e7-92b87627d295 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:32:32.186778 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3a350d5d-0875-435e-8506-e706dcae3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:32.311621 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-3a350d5d-0875-435e-8506-e706dcae3e6f None None] Provisioning complete for port 41f5d500-e18f-44d8-bba1-693875f15567 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:32:32.311844 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3a350d5d-0875-435e-8506-e706dcae3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:33.301896 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a708d298-262c-43cf-b040-70306b4383ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:33.806903 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 33886) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:34.001040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c4c0-778f-4bde-aff0-6c389903df23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:34.001516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c4c0-778f-4bde-aff0-6c389903df23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:34.003169 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f705c4c0-778f-4bde-aff0-6c389903df23 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952775 May 18 14:32:35.292736 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:35.562448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:35.831098 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-267355e6-0604-4916-8de8-af08b5815f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:36.131464 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33896) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:36.319777 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90d9c8-c9aa-46f1-a797-d44c8764fd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:36.320248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90d9c8-c9aa-46f1-a797-d44c8764fd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:36.321759 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ea90d9c8-c9aa-46f1-a797-d44c8764fd17 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1890259 May 18 14:32:36.898200 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:38.462105 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33906) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:38.578021 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:38.641624 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b3112-bea0-4ac2-919a-2bf3313a5b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:38.642903 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7d5b3112-bea0-4ac2-919a-2bf3313a5b67 admin admin] 10.222.0.63 "GET /v2.0/networks/76e8a963-00c3-4811-90aa-e68e9153fe93 HTTP/1.1" status: 200 len: 886 time: 0.1798084 May 18 14:32:40.778177 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33916) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:40.985738 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe4863-84d0-4f22-9f82-9382231824bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:40.987211 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0abe4863-84d0-4f22-9f82-9382231824bb admin admin] 10.222.0.63 "GET /v2.0/networks/b5e033b3-2f65-49ae-8fa7-077ac4b14471 HTTP/1.1" status: 200 len: 869 time: 0.2076600 May 18 14:32:43.113731 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33926) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:43.238723 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191275f9-46a0-4b85-9105-e1a2b328e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:43.239210 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191275f9-46a0-4b85-9105-e1a2b328e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:43.240730 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-191275f9-46a0-4b85-9105-e1a2b328e598 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257422 May 18 14:32:45.363101 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33936) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:45.484897 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af1388-b0d1-451e-aa13-0c432ca064e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:45.485654 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af1388-b0d1-451e-aa13-0c432ca064e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:45.487800 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b2af1388-b0d1-451e-aa13-0c432ca064e8 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234024 May 18 14:32:47.595891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33946) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:47.716844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df45a3-8d59-42b7-b72d-f5ad3e5eede2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:47.718202 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-20df45a3-8d59-42b7-b72d-f5ad3e5eede2 admin admin] 10.222.0.63 "GET /v2.0/subnets/bc218384-069f-4365-ad7d-d34b232209aa HTTP/1.1" status: 200 len: 868 time: 0.1213505 May 18 14:32:49.839353 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 33956) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:49.946775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bce96a-f948-48bb-bc05-2a9199a49ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:49.948140 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b6bce96a-f948-48bb-bc05-2a9199a49ae3 admin admin] 10.222.0.63 "GET /v2.0/subnets/fe2d310c-93c9-4ab6-96e6-eedba281961f HTTP/1.1" status: 200 len: 816 time: 0.1075149 May 18 14:33:03.305486 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c6b24b41-c66e-4db5-bb95-f22b65d6a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:05.560424 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:05.835987 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42414437-f648-4cc6-884f-02cac0280a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:06.901504 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:08.583177 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:12.292396 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:33:13.163809 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34000) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:13.221004 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [None req-25ac2c09-9bbc-45ab-9ac6-683a6f340e34 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:33:13.222539 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-25ac2c09-9bbc-45ab-9ac6-683a6f340e34 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574443 May 18 14:33:15.436481 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34010) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:15.524831 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b0489e-4ec0-4c40-87ec-e22d26e5930c admin admin] GET failed (client error): The resource could not be found. May 18 14:33:15.526095 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d5b0489e-4ec0-4c40-87ec-e22d26e5930c admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0883527 May 18 14:33:15.660245 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6280e89-cf6b-4a30-b779-228bed465ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:15.661604 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b6280e89-cf6b-4a30-b779-228bed465ee6 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1315086 May 18 14:33:17.826656 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34020) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:17.882077 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:33:17.887978 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:17.897835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:17.911375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Made reservation on behalf of a9540062e12f407bb8959427ae483bda for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:33:17.913717 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.007658 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING neutron.services.revisions.revision_plugin [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Could not find related network for resource to bump revision. May 18 14:33:18.022383 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:33:18.036211 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.036689 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Added segment e605421c-b2b1-4225-9a11-b86f3c3e23b9 of type vlan for network 36e4d217-c694-41b3-ba0b-3430c9596555 May 18 14:33:18.063553 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.099321 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.100870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:18.101459 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.104873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:18.206617 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Pushing event updated for resources: {'Network': ['ID=36e4d217-c694-41b3-ba0b-3430c9596555,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:18.212314 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3842084 May 18 14:33:18.217645 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.218093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.218450 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.218769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.219144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.219521 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.219887 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.220197 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.220499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.220876 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.221207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.221511 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:18.228010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:18.237249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 36e4d217-c694-41b3-ba0b-3430c9596555 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:33:20.353299 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34030) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:20.441403 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada3a657-2e6a-4cd0-9254-240ed6a4c4e7 admin admin] GET failed (client error): The resource could not be found. May 18 14:33:20.441924 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ada3a657-2e6a-4cd0-9254-240ed6a4c4e7 admin admin] Synchronizing usage tracker for tenant:a9540062e12f407bb8959427ae483bda on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:33:20.462285 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ada3a657-2e6a-4cd0-9254-240ed6a4c4e7 admin admin] Unset dirty status for tenant:a9540062e12f407bb8959427ae483bda on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:33:20.463889 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ada3a657-2e6a-4cd0-9254-240ed6a4c4e7 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1092224 May 18 14:33:20.631049 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b6338-9eea-48b9-8301-dee45acb54d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:20.633214 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-776b6338-9eea-48b9-8301-dee45acb54d8 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1633713 May 18 14:33:20.645287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:33:20.649998 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:20.659994 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:20.673903 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Made reservation on behalf of a9540062e12f407bb8959427ae483bda for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:33:20.676955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.082390 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.086028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:21.152611 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07ae1db-9cc1-444e-83f6-428c31847803,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:21.156322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:21.163400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Checking segment: {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:33:21.163740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Network hostable DHCP agents. Network: 36e4d217-c694-41b3-ba0b-3430c9596555, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:33:21.185465 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Network 36e4d217-c694-41b3-ba0b-3430c9596555 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:33:21.196290 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 36e4d217-c694-41b3-ba0b-3430c9596555) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:33:21.200923 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:21.201528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.207017 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c56aa5-f9bb-420c-9033-c6d635f46aca None None] Network 36e4d217-c694-41b3-ba0b-3430c9596555 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:33:21.226938 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5872135 May 18 14:33:21.432186 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-36e4d217-c694-41b3-ba0b-3430c9596555', 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555', 'tenant_id': 'a9540062e12f407bb8959427ae483bda', 'fixed_ips': [{'subnet_id': 'b07ae1db-9cc1-444e-83f6-428c31847803'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:33:21.433025 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.597398 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Allocated IP 192.168.233.2 (36e4d217-c694-41b3-ba0b-3430c9596555/b07ae1db-9cc1-444e-83f6-428c31847803/154c6553-5b74-4b52-a213-8febb021ae5b) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:33:21.813051 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.824578 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Transition to ACTIVE for port object 154c6553-5b74-4b52-a213-8febb021ae5b will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:33:21.845519 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Transition to ACTIVE for port object 154c6553-5b74-4b52-a213-8febb021ae5b will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:33:21.853301 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.861459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:21.950417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Network 36e4d217-c694-41b3-ba0b-3430c9596555 is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:33:21.953231 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:33:21.957678 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Pushing event updated for resources: {'Port': ['ID=154c6553-5b74-4b52-a213-8febb021ae5b,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:21.960007 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:33:21.969540 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.969878 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.970615 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.970615 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.970888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.971297 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.971620 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.971999 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.972325 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.972647 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.972975 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.973288 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:21.999943 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:22.074775 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Attempting to bind port 154c6553-5b74-4b52-a213-8febb021ae5b on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:33:22.075130 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Attempting to bind port 154c6553-5b74-4b52-a213-8febb021ae5b by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:33:22.075471 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Attempting to bind port 154c6553-5b74-4b52-a213-8febb021ae5b on network 36e4d217-c694-41b3-ba0b-3430c9596555 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:33:22.080923 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:33:22.081340 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Checking segment: {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:33:22.081733 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:22.082116 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Bound using segment: {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:33:22.082579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Bound port: 154c6553-5b74-4b52-a213-8febb021ae5b, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:33:22.082960 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:22.173849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] For port 154c6553-5b74-4b52-a213-8febb021ae5b, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:33:22.178321 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] For port 154c6553-5b74-4b52-a213-8febb021ae5b, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=154c6553-5b74-4b52-a213-8febb021ae5b,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:33:22.184119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:22.188354 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:22.266507 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Pushing event updated for resources: {'Port': ['ID=154c6553-5b74-4b52-a213-8febb021ae5b,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:22.269871 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:23.089975 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e1729-286a-480a-aeb6-5b2910eb1dc4 None None] Network 36e4d217-c694-41b3-ba0b-3430c9596555 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:33:23.195073 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-7cefbb07-96e1-4d16-85d9-64898dbead4a None None] Provisioning for port 154c6553-5b74-4b52-a213-8febb021ae5b completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:33:23.628605 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 154c6553-5b74-4b52-a213-8febb021ae5b up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:33:23.702864 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 154c6553-5b74-4b52-a213-8febb021ae5b completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:33:23.708258 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 154c6553-5b74-4b52-a213-8febb021ae5b triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:33:23.708632 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:23.829662 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:23.862616 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 154c6553-5b74-4b52-a213-8febb021ae5b, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=154c6553-5b74-4b52-a213-8febb021ae5b,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:33:23.867645 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:23.869725 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:23.935476 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=154c6553-5b74-4b52-a213-8febb021ae5b,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:23.938653 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:25.599042 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 154c6553-5b74-4b52-a213-8febb021ae5b up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:33:25.672155 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 154c6553-5b74-4b52-a213-8febb021ae5b triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:33:25.672533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:33.306294 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e796-b8c2-4f70-bc3c-6629795f290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:35.562889 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:35.841290 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b7e5daf6-94a3-4772-9da3-cf4737fed267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.906784 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:38.584094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:49.291450 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:34:03.300896 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c57d8e88-095f-4d80-bba9-25b4854d308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:05.558903 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:05.845980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-995f12ce-d423-4b3e-b0c2-17d1d20f8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:06.908769 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:08.588682 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:26.294960 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:34:27.413147 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34080) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:27.423619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [None req-5dd088b3-5635-46ef-8ea6-c232648061cb tempest-verify_tempest_config-947977831 tempest-verify_tempest_config-947977831-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:34:27.424927 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5dd088b3-5635-46ef-8ea6-c232648061cb tempest-verify_tempest_config-947977831 tempest-verify_tempest_config-947977831-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0103245 May 18 14:34:27.768439 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34098) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:27.898580 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:27.916722 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:27.920970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Usage tracker for resource:security_group_rule and tenant:13dbcbbaa25c46e39a4c2024d4910d5c is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:27.924026 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:27.930214 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:28.020699 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.026127 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.033618 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:28.071605 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb9d2e-0fb4-468c-ac29-54a8b069b92a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:28.074425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Synchronizing usage tracker for tenant:a9540062e12f407bb8959427ae483bda on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:34:28.082742 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.083209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.083547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.083873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.084190 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.084529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.084846 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.085158 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.085486 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.085794 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.086103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.086409 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:28.090608 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:28.105629 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Unset dirty status for tenant:a9540062e12f407bb8959427ae483bda on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:34:28.107070 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=13dbcbbaa25c46e39a4c2024d4910d5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3376167 May 18 14:34:28.109788 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34104) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:28.167302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.193522 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.297670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.306733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:28.324474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb9d2e-0fb4-468c-ac29-54a8b069b92a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:28.327929 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:28.330887 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:28.334375 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5cfb9d2e-0fb4-468c-ac29-54a8b069b92a HTTP/1.1" status: 204 len: 168 time: 0.2213373 May 18 14:34:33.305437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-41df1f70-28a3-449e-8a19-15135d2c784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:35.565354 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:35.852199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-153d5873-6378-4fd2-a408-b0fdfda6e82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:36.914854 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:38.589713 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:03.295427 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:35:03.314023 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bf92848d-0e43-46d1-a41d-33138cdb3ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:05.564256 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:05.864275 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e79de344-28a7-4d58-8d4e-c252d868bfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:06.923360 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:08.594258 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:33.313224 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-4032abfe-1c70-4073-adc2-aa68aa9e747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:35.563655 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:35.870496 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-db484870-34f3-48d4-a4ee-9b296078f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:36.923054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:38.601702 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:40.300408 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 5 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:36:03.318600 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8716-325b-4a40-8372-24dd5a6b2068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:05.559849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:05.856264 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2e4a967a-14d0-4fbf-9866-271bd4e3d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:06.922563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:08.388154 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588'] for agent, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:08.603769 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:12.103595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34156) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:12.227363 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6dbf7b59-ad56-4a5a-9bee-deae11fc266e admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1226296 May 18 14:36:14.363290 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34166) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:14.425839 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-85c43678-a86a-4f65-88fd-4f110c82d36f admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0611370 May 18 14:36:17.299671 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:36:33.316937 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a3be5724-005c-4ba3-b2ca-380e11c8f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:35.556391 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:35.857223 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-474ed63d-abfb-4bb1-b7c4-a94d2929c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:36.934596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:38.362623 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:38.693332 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:54.304494 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:03.314267 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5137-9e83-467e-b368-62d0a2ba36ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.560081 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.852449 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7c9c829a-ac31-416b-b58f-c48a29f7c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.931930 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.355563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.622493 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.304651 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:33.309479 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-8eb05816-4167-4dd0-b755-0dc571d48bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.555075 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.847934 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3fa0c44a-9667-4099-924e-10f97054fb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:36.945323 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.392192 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.624826 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.308854 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34330) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:41.544314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1778091711-network', 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:41.548930 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:41.558587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Usage tracker for resource:network and tenant:4e8830eeff5641cf8b624864d3afc9c1 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:41.561760 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:41.567645 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:41.581316 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:41.583844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.600947 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.616481 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:41.620384 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Usage tracker for resource:security_group_rule and tenant:4e8830eeff5641cf8b624864d3afc9c1 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:41.623691 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:41.629782 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:41.730839 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.736518 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.741872 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:41.788125 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:41.791466 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de711c86-eae8-492f-a267-e7b765f4ed72,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:41.804448 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.804819 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.805176 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.805498 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.805812 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.806129 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.806438 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.806746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.807077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.807384 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.807689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.807989 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Tracked resource versions report: May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: pushed versions: May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: { 'AddressGroup': {'1.2'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'ConntrackHelper': {'1.0'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Log': {'1.0'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Network': {'1.1'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Port': {'1.7'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'PortForwarding': {'1.2'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'QosPolicy': {'1.8'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroup': {'1.4'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroupRule': {'1.2'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SubPort': {'1.0'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Subnet': {'1.1'}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Trunk': {'1.1'}} May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: consumer versions: May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: HyperV agent@hv-cinder-78719: {}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'ConntrackHelper': '1.0', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Log': '1.0', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Network': '1.1', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Port': '1.7', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'PortForwarding': '1.2', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'QosPolicy': '1.8', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroup': '1.4', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SecurityGroupRule': '1.2', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'SubPort': '1.0', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Subnet': '1.1', May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: 'Trunk': '1.1'}} May 18 14:37:41.808974 dv-cinder-787195-7-iscsi neutron-server[91494]: {{(pid=91494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:37:41.812848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:41.816662 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779102970570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.817364 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Unsubscribe: segment precommit_create {{(pid=91494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 14:37:41.817933 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Added segment 9a975065-3741-466f-9412-449ed5fd85c8 of type vlan for network ea1752f5-6319-4de1-a2c5-8a400af9ab5d May 18 14:37:41.854575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.896851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.898457 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:41.899097 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.904641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:42.006170 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6922569 May 18 14:37:42.006403 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34376) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.013882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Request body: {'subnet': {'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1778091711-subnet', 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:42.016972 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Pushing event updated for resources: {'Network': ['ID=ea1752f5-6319-4de1-a2c5-8a400af9ab5d,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:42.021173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.023548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:42.026319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Usage tracker for resource:subnet and tenant:4e8830eeff5641cf8b624864d3afc9c1 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.029210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.035436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.053654 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:42.067850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:42.070308 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.139391 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34386) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.306583 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34396) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.488058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.493381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:42.601099 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Checking segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:42.601500 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Network hostable DHCP agents. Network: ea1752f5-6319-4de1-a2c5-8a400af9ab5d, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:42.616232 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:42.618117 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34408) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.619037 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:42.628213 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:42.638753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, ea1752f5-6319-4de1-a2c5-8a400af9ab5d) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:42.643352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:42.643597 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.648274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1608ea4b-5568-4eaa-bfbb-065bba344529 None None] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:42.666500 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-250a05b9-0f6c-49a2-85d9-9eb06f1e77dc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6590576 May 18 14:37:42.672427 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-896731512-network', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:42.692088 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.696452 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Usage tracker for resource:network and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.704223 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1701178377-network', 'tenant_id': '7d745c9810234adc9d31fb6d0e2b9024'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:42.708837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.713605 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Usage tracker for resource:network and tenant:7d745c9810234adc9d31fb6d0e2b9024 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.717389 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.723920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.731844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.738366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.746575 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Made reservation on behalf of 7d745c9810234adc9d31fb6d0e2b9024 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:42.750004 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.761856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Made reservation on behalf of f62f61ee6013494d9be32001aa4dda69 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:42.764494 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.780522 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.796306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.800416 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.803890 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.809906 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.815445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.862135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.870513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Usage tracker for resource:security_group_rule and tenant:7d745c9810234adc9d31fb6d0e2b9024 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.875076 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.885226 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.905703 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b667ead8-f12f-4ae8-9b6a-bbcd86bc5970 None None] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:42.946915 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.963057 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.977146 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:42.986757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.987165 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Added segment 3605ff5b-3cc6-44dd-af5d-262bab1ec537 of type vlan for network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c May 18 14:37:43.014829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.022413 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f29155d-9583-46fc-9f28-73b1021e2e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.077944 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-536644196-network', 'tenant_id': '78245cea0042459d8b09357775665d8b'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:43.087306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:43.092160 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Usage tracker for resource:network and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:43.096017 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:43.102175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:43.138423 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Made reservation on behalf of 78245cea0042459d8b09357775665d8b for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:43.142015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.172878 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb21a8d-e85d-4c06-9285-c3b8325830f0,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.176901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.178625 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.193446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.200492 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.207320 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.208021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.208572 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.209102 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.209647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.210190 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.210704 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.211579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.212116 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.212643 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.213174 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.213693 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Tracked resource versions report: May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: pushed versions: May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: { 'AddressGroup': {'1.2'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'ConntrackHelper': {'1.0'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Log': {'1.0'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Network': {'1.1'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Port': {'1.7'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'PortForwarding': {'1.2'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'QosPolicy': {'1.8'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroup': {'1.4'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroupRule': {'1.2'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SubPort': {'1.0'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Subnet': {'1.1'}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Trunk': {'1.1'}} May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: consumer versions: May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: HyperV agent@hv-cinder-78719: {}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'ConntrackHelper': '1.0', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Log': '1.0', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Network': '1.1', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Port': '1.7', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'PortForwarding': '1.2', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'QosPolicy': '1.8', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroup': '1.4', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SecurityGroupRule': '1.2', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'SubPort': '1.0', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Subnet': '1.1', May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: 'Trunk': '1.1'}} May 18 14:37:43.214936 dv-cinder-787195-7-iscsi neutron-server[91493]: {{(pid=91493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:37:43.222465 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:43.226256 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:43.227410 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.233536 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.237595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.262528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:43.279623 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:43.297065 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:43.304918 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:43.397133 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.397873 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Added segment 879e2ef6-a9ab-41e3-bed2-85a67cada05b of type vlan for network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b May 18 14:37:43.399330 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Pushing event updated for resources: {'Network': ['ID=994f6048-c94b-4cbb-a62d-dd6dc1592d8c,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.411399 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:43.415125 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.422209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-726676a0-5d02-418c-982e-ca644d84ad88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.466648 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3255415 May 18 14:37:43.469848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34446) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.476492 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Request body: {'subnet': {'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-subnet', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:43.484253 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:43.484715 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458d541-84f4-49fe-9343-44946186438d,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.498831 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.504506 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.506529 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Usage tracker for resource:subnet and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:43.518452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:43.525764 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:43.538697 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Made reservation on behalf of f62f61ee6013494d9be32001aa4dda69 for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:43.545896 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.571414 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.580100 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:43.580942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.592124 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.617897 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.634185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.746486 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4384339 May 18 14:37:43.751486 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34460) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.752296 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3d3854-6be4-4e5d-bfd7-f6c39abd209b,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.756783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:43.759132 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.759597 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-649ccb11-64ac-4265-88eb-338745a3696c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.764499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:43.786380 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Request body: {'subnet': {'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1701178377-subnet', 'tenant_id': '7d745c9810234adc9d31fb6d0e2b9024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:43.811508 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:43.839043 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Usage tracker for resource:subnet and tenant:7d745c9810234adc9d31fb6d0e2b9024 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:43.861351 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.861945 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Added segment 9a93e2ff-a336-4028-9b52-f7ee697dba37 of type vlan for network 1874a60e-5d94-4551-b951-519bd99e148d May 18 14:37:43.863704 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:43.891041 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:43.899179 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67650b9f-e61b-447c-8248-8d3437e514df,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.925151 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.978828 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.985764 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Made reservation on behalf of 7d745c9810234adc9d31fb6d0e2b9024 for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:43.990266 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.121583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.128029 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.166204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.169881 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:44.170434 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.177393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.208889 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Checking segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:44.209138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Network hostable DHCP agents. Network: 994f6048-c94b-4cbb-a62d-dd6dc1592d8c, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:44.212067 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f498577-e963-4890-8207-e1eee110921a,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.215743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.234747 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:44.248000 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 994f6048-c94b-4cbb-a62d-dd6dc1592d8c) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:44.258423 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c4b23-96c3-42cc-8214-03d250528198 None None] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:44.263583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:44.264169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.292657 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8216810 May 18 14:37:44.307801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34480) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:44.319143 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:44.326154 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:44.331953 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Usage tracker for resource:router and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:44.337232 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:44.344922 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7249963 May 18 14:37:44.345917 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:44.352126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34484) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:44.362936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.365417 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.389964 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Request body: {'subnet': {'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-536644196-subnet', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:44.404582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1874a60e-5d94-4551-b951-519bd99e148d,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.410977 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.416504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.417662 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:44.425103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Usage tracker for resource:subnet and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:44.429708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:44.430349 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 1874a60e-5d94-4551-b951-519bd99e148d details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:44.439609 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:44.496226 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Made reservation on behalf of 78245cea0042459d8b09357775665d8b for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:44.498980 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.902439 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:37:44.903780 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.090022 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.097010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:45.122610 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Allocated IP 172.20.0.2 (994f6048-c94b-4cbb-a62d-dd6dc1592d8c/5f498577-e963-4890-8207-e1eee110921a/b7bd8c5f-7232-45a8-9f37-98ab09b88397) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:45.139673 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34520) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:45.140036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.162146 dv-cinder-787195-7-iscsi neutron-server[91493]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:37:45.373874 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.387861 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Transition to ACTIVE for port object b7bd8c5f-7232-45a8-9f37-98ab09b88397 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:45.410319 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Transition to ACTIVE for port object b7bd8c5f-7232-45a8-9f37-98ab09b88397 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:45.416802 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Checking segment: {'id': '879e2ef6-a9ab-41e3-bed2-85a67cada05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:45.417560 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Network hostable DHCP agents. Network: 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:45.422123 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.429272 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:45.507674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c9acb7-5af8-4d21-9e63-475fc202fb25,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:45.512338 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Pushing event updated for resources: {'Port': ['ID=b7bd8c5f-7232-45a8-9f37-98ab09b88397,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:45.512910 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:45.523510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.523840 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.524172 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.524632 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.524957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.525277 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.525724 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.526044 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.526462 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.527495 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.527742 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.528065 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Tracked resource versions report: May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: pushed versions: May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: { 'AddressGroup': {'1.2'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'ConntrackHelper': {'1.0'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Log': {'1.0'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Network': {'1.1'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Port': {'1.7'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'PortForwarding': {'1.2'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'QosPolicy': {'1.8'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroup': {'1.4'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroupRule': {'1.2'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SubPort': {'1.0'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Subnet': {'1.1'}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Trunk': {'1.1'}} May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: consumer versions: May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: HyperV agent@hv-cinder-78719: {}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'ConntrackHelper': '1.0', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Log': '1.0', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Network': '1.1', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Port': '1.7', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'PortForwarding': '1.2', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'QosPolicy': '1.8', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroup': '1.4', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SecurityGroupRule': '1.2', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'SubPort': '1.0', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Subnet': '1.1', May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: 'Trunk': '1.1'}} May 18 14:37:45.529228 dv-cinder-787195-7-iscsi neutron-server[91495]: {{(pid=91495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:37:45.535039 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:45.542744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:45.544010 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:45.545034 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:45.548651 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:45.574547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:45.604483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.611007 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:45.611608 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.637217 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-5ef59a75-58a3-44f0-98ad-c9a5878e84aa tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:45.638715 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-5ef59a75-58a3-44f0-98ad-c9a5878e84aa tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.4969690 May 18 14:37:45.674932 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.718301 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0766f0a-bb74-48fb-bbfb-7ccc485a8eb0 None None] Network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:45.728399 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.749578 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9945958 May 18 14:37:45.761439 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-36c06732-5b0f-492f-b568-21cee297d455 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/quotas/4e8830eeff5641cf8b624864d3afc9c1 HTTP/1.1" status: 200 len: 375 time: 0.1110096 May 18 14:37:45.886598 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-4fb16a1a-d1df-4a61-bcad-06a5aff2d655 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242659 May 18 14:37:45.889704 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3d002216-f0cf-49d4-8b2b-7b328bc1525b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:45.993554 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Attempting to bind port b7bd8c5f-7232-45a8-9f37-98ab09b88397 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:45.994011 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Attempting to bind port b7bd8c5f-7232-45a8-9f37-98ab09b88397 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:45.994453 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Attempting to bind port b7bd8c5f-7232-45a8-9f37-98ab09b88397 on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:46.030106 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:46.030608 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Checking segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:46.031131 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.032196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Bound using segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:46.033055 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Bound port: b7bd8c5f-7232-45a8-9f37-98ab09b88397, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:46.034221 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.053207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8010df89-b0f0-4bdc-99f9-afac408f6473,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:46.066612 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:46.072032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Checking segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:46.073688 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Network hostable DHCP agents. Network: 1874a60e-5d94-4551-b951-519bd99e148d, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:46.110243 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Allocated IP 172.27.0.194 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/567fe303-5a36-4e51-9a82-b0dd0dd95811) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:46.121784 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Network 1874a60e-5d94-4551-b951-519bd99e148d is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:46.140718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 1874a60e-5d94-4551-b951-519bd99e148d) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:46.160500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:46.161313 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.184772 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f5b21-cf35-499d-983e-b7c6c74eb86b None None] Network 1874a60e-5d94-4551-b951-519bd99e148d requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:46.210413 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ad92fe8c-803c-41b0-894c-a8c8f8029f04 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8571916 May 18 14:37:46.213687 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34576) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:46.216637 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260eadd-a91a-40ae-b36c-de35b6581596 None None] Network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:46.242700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:46.250415 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:46.256992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Usage tracker for resource:router and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:46.259930 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:46.266480 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:46.282098 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.284260 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.305788 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.361672 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34586) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:46.376915 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.442737 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] For port b7bd8c5f-7232-45a8-9f37-98ab09b88397, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:46.447634 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] For port b7bd8c5f-7232-45a8-9f37-98ab09b88397, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=b7bd8c5f-7232-45a8-9f37-98ab09b88397,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:46.453194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.461324 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.481553 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:46.492953 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:46.538888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:46.563272 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Pushing event updated for resources: {'Port': ['ID=b7bd8c5f-7232-45a8-9f37-98ab09b88397,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:46.568128 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:46.575562 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:46.576305 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.596134 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:46.641688 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-535790e6-9e5e-4dbd-8dd1-406de3684224 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:46.648989 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-535790e6-9e5e-4dbd-8dd1-406de3684224 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1770821 May 18 14:37:46.672106 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:46.695643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcde43098754d69a2f1097d1bbde6e4 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:46.766681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:46.771378 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.777309 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:46.788959 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Pushing event updated for resources: {'Port': ['ID=567fe303-5a36-4e51-9a82-b0dd0dd95811,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:46.808980 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:46.822246 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-1874a60e-5d94-4551-b951-519bd99e148d', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:37:46.823390 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.883902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34612) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:46.889361 dv-cinder-787195-7-iscsi neutron-server[91494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:37:47.074619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Allocated IP 172.20.0.2 (1874a60e-5d94-4551-b951-519bd99e148d/8010df89-b0f0-4bdc-99f9-afac408f6473/7b3ab964-e657-4207-8bc2-7e48dbac8b23) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:47.118196 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-58d1158c-4153-4ecb-8a9b-b0ea60bd3585 service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684284 May 18 14:37:47.185079 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.204685 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.226699 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:47.285487 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-ba7824ae-2b2f-49bd-b4c8-a6072edb18f0 service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584327 May 18 14:37:47.355017 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3dcde43098754d69a2f1097d1bbde6e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9916933 May 18 14:37:47.360980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.370013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34620) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:47.378506 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Transition to ACTIVE for port object 7b3ab964-e657-4207-8bc2-7e48dbac8b23 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:47.392806 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-1e1eacb8-2ba8-4f3e-9b2f-33f0f642ba64 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.399923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-1e1eacb8-2ba8-4f3e-9b2f-33f0f642ba64 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/networks?id=9d3d3854-6be4-4e5d-bfd7-f6c39abd209b HTTP/1.1" status: 200 len: 812 time: 0.5150499 May 18 14:37:47.411736 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Transition to ACTIVE for port object 7b3ab964-e657-4207-8bc2-7e48dbac8b23 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:47.412533 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.421032 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.428104 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:47.486611 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Network 1874a60e-5d94-4551-b951-519bd99e148d is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:47.490194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:47.492693 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:47.530627 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.547111 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Pushing event updated for resources: {'Port': ['ID=7b3ab964-e657-4207-8bc2-7e48dbac8b23,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:47.555887 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:47.575971 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.579128 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d4edd-c44d-4321-b2a5-e510fdd4a6fe,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:47.585158 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-07a97ded-ab5b-4c94-a7d7-300ce1146a9f tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/quotas/7d745c9810234adc9d31fb6d0e2b9024 HTTP/1.1" status: 200 len: 375 time: 0.1843252 May 18 14:37:47.588629 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:47.688318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Attempting to bind port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:47.688911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Attempting to bind port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:47.689026 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Attempting to bind port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:47.699506 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:47.699892 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Checking segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:47.700405 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.700843 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Bound using segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:47.701318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Bound port: 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:47.701737 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.782536 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Allocated IP 172.27.0.12 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/f7c887c9-e4fc-48be-9df9-b6adcfc312db) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:47.835054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] For port 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:47.841447 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] For port 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=7b3ab964-e657-4207-8bc2-7e48dbac8b23,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:47.858671 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.864760 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:47.933072 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device b7bd8c5f-7232-45a8-9f37-98ab09b88397 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:48.134194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.137519 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-e78c1dfc-5813-426c-9949-91ef64f5767f tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d745c9810234adc9d31fb6d0e2b9024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5419805 May 18 14:37:48.192194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf8341-abc8-42c6-9802-c59215f0065a None None] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:48.257770 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-89c1c28e-8df1-4751-8289-df9ffc096bfb req-be798d8f-c3fb-4c14-a918-e2207bef4161 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.1424403 May 18 14:37:48.281000 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.342707 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.358227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34666) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:48.387050 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.395139 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:48.583666 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:48.595966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:48.602407 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:48.667526 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5192b896-239f-4237-97b1-b47c54b230fc None None] Provisioning for port b7bd8c5f-7232-45a8-9f37-98ab09b88397 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:48.702938 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.776588 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Pushing event updated for resources: {'Port': ['ID=7b3ab964-e657-4207-8bc2-7e48dbac8b23,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:48.793325 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port b7bd8c5f-7232-45a8-9f37-98ab09b88397 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:48.810681 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:48.845384 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port b7bd8c5f-7232-45a8-9f37-98ab09b88397 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:48.845760 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.887348 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-f9d4b4b6-5509-4f19-8a46-22b9511a4051 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:48.888271 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-f9d4b4b6-5509-4f19-8a46-22b9511a4051 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3941035 May 18 14:37:48.954916 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.005631 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:49.008088 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.022733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Pushing event updated for resources: {'Port': ['ID=f7c887c9-e4fc-48be-9df9-b6adcfc312db,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.057960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:49.062409 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d09dbd76ba4ee49b40b13e5a22478c is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:49.066293 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:49.073691 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:49.133935 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d4edd-c44d-4321-b2a5-e510fdd4a6fe,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.138936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.153593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.248272 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.257598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.281362 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.334281 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:49.373633 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port b7bd8c5f-7232-45a8-9f37-98ab09b88397, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=b7bd8c5f-7232-45a8-9f37-98ab09b88397,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:49.391455 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.396396 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3d09dbd76ba4ee49b40b13e5a22478c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0370154 May 18 14:37:49.398584 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:49.399827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d4e41-6590-4c0f-8765-9027c93dcbe6,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.403433 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34712) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:49.462436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.466046 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a6d4edd-c44d-4321-b2a5-e510fdd4a6fe HTTP/1.1" status: 204 len: 168 time: 2.0926073 May 18 14:37:49.525463 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.533573 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-121bb1a8-6628-4709-abf7-dc05e22e0fac req-1c6100b3-e859-47d0-bec6-1e15ad6ee1a4 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.1358120 May 18 14:37:49.555050 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-61c15dcb-5a36-43c8-9372-71a0218c440f service neutron] 10.222.0.63 "GET /v2.0/networks/9d3d3854-6be4-4e5d-bfd7-f6c39abd209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530547 May 18 14:37:49.575879 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=b7bd8c5f-7232-45a8-9f37-98ab09b88397,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.591199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.731686 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-714d4d18-390a-4bc7-ae67-4558ddaf30c8 None None] Provisioning complete for port b7bd8c5f-7232-45a8-9f37-98ab09b88397 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:49.732279 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-714d4d18-390a-4bc7-ae67-4558ddaf30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.840840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:37:49.854492 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b9cd1-183f-4cef-97f9-86b0fa225110 None None] Network 1874a60e-5d94-4551-b951-519bd99e148d requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:49.903761 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.940833 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.025528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.028926 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device b7bd8c5f-7232-45a8-9f37-98ab09b88397 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:50.034312 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-aeaa18c7-b890-4fa7-ad1b-0c7d56334545 service neutron] 10.222.0.63 "GET /v2.0/networks/9d3d3854-6be4-4e5d-bfd7-f6c39abd209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678347 May 18 14:37:50.159715 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34728) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:50.199493 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.228039 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:50.235169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Usage tracker for resource:security_group_rule and tenant:db53ba0ce9434f6ba0e3e97d714deffe is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:50.238239 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:50.240004 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:50.250731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:50.263826 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:50.282668 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:50.285707 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:50.287795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.288989 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9777806 May 18 14:37:50.298924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port b7bd8c5f-7232-45a8-9f37-98ab09b88397 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:50.299761 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34738) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:50.300513 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.430365 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-8aab655c-1e3f-4353-8350-4d85e09a04a9 None None] Provisioning for port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:50.470974 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-22588c42-b1f0-42f8-9a82-2d8d3c89e813 req-1b6d628f-030f-43e2-aca0-06c04e277b1a tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.1047850 May 18 14:37:50.558816 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.568283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.581684 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:50.592540 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1ea499f7-efd6-42e0-a306-c5d447b8ff33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:50.661671 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db53ba0ce9434f6ba0e3e97d714deffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5004601 May 18 14:37:50.662587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34760) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:50.666851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314c71f-2011-4ecc-a443-98bdbfa44959,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:50.698046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:50.780840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.817419 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 7b3ab964-e657-4207-8bc2-7e48dbac8b23 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:50.829038 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.915589 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.918355 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.923885 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:50.937864 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314c71f-2011-4ecc-a443-98bdbfa44959,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:50.946465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:50.949106 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.953409 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0314c71f-2011-4ecc-a443-98bdbfa44959 HTTP/1.1" status: 204 len: 168 time: 0.2883308 May 18 14:37:50.972111 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:46Z', 'revision_number': 3, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:50.978210 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:50.978728 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Updating router c348fdbe-b20f-4716-8e62-629c12b3bc09 port 567fe303-5a36-4e51-9a82-b0dd0dd95811 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:51.019558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:51.029634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.032685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:51.033709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.045685 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.048736 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b4807f65-fa4b-4a03-b652-bc2068132f6c req-9c3448cf-647b-4322-85c7-09c80b09d98a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.1318152 May 18 14:37:51.200183 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.244293 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=7b3ab964-e657-4207-8bc2-7e48dbac8b23,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:51.251306 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.257143 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.346385 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=7b3ab964-e657-4207-8bc2-7e48dbac8b23,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.349838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.365886 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d4e41-6590-4c0f-8765-9027c93dcbe6,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.373400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.377009 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.382915 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.384186 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7f740da0-a0eb-43b8-98ab-eee9f9d182a2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/339d4e41-6590-4c0f-8765-9027c93dcbe6 HTTP/1.1" status: 204 len: 168 time: 1.9761205 May 18 14:37:51.531676 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.549223 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Transition to ACTIVE for port object 567fe303-5a36-4e51-9a82-b0dd0dd95811 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:51.560372 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.570963 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.665423 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Pushing event updated for resources: {'Port': ['ID=567fe303-5a36-4e51-9a82-b0dd0dd95811,revision_number=2']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.699293 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.699852 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.700324 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.700802 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.701287 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.701840 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.702321 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.702800 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.703309 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.703877 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.704347 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.704820 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Tracked resource versions report: May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: pushed versions: May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: { 'AddressGroup': {'1.2'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'ConntrackHelper': {'1.0'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Log': {'1.0'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Network': {'1.1'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Port': {'1.7'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'PortForwarding': {'1.2'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'QosPolicy': {'1.8'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroup': {'1.4'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroupRule': {'1.2'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SubPort': {'1.0'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Subnet': {'1.1'}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Trunk': {'1.1'}} May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: consumer versions: May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: { DHCP agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: HyperV agent@hv-cinder-78719: {}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: L3 agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: Metadata agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: Metering agent@dv-cinder-787195-7-iscsi: {}, May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: Open vSwitch agent@dv-cinder-787195-7-iscsi: { 'AddressGroup': '1.2', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'ConntrackHelper': '1.0', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Log': '1.0', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Network': '1.1', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Port': '1.7', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'PortForwarding': '1.2', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'QosPolicy': '1.8', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroup': '1.4', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SecurityGroupRule': '1.2', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'SubPort': '1.0', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Subnet': '1.1', May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: 'Trunk': '1.1'}} May 18 14:37:51.705971 dv-cinder-787195-7-iscsi neutron-server[91496]: {{(pid=91496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:37:51.714137 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.719798 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Attempting to bind port 567fe303-5a36-4e51-9a82-b0dd0dd95811 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:51.720171 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Attempting to bind port 567fe303-5a36-4e51-9a82-b0dd0dd95811 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:51.720535 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Attempting to bind port 567fe303-5a36-4e51-9a82-b0dd0dd95811 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:51.722412 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-22c2dfbd-9979-424c-b162-18b7fe7a1b69 req-bd8c84a6-ea3c-4c2a-b96b-cbc0f2b1ea3b tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.1303053 May 18 14:37:51.727382 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:51.727759 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:51.728160 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.728598 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:51.729011 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Bound port: 567fe303-5a36-4e51-9a82-b0dd0dd95811, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:51.729380 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.844749 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 7b3ab964-e657-4207-8bc2-7e48dbac8b23 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:51.864166 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] For port 567fe303-5a36-4e51-9a82-b0dd0dd95811, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:51.875617 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] For port 567fe303-5a36-4e51-9a82-b0dd0dd95811, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=567fe303-5a36-4e51-9a82-b0dd0dd95811,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:51.884050 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.890346 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.993202 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:51.993574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.060782 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:52.064478 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:52.154113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Router 1fa6145c-9d49-452a-8817-a754eb814b38 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:37:52.205964 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Pushing event updated for resources: {'Port': ['ID=567fe303-5a36-4e51-9a82-b0dd0dd95811,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:52.211996 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:52.329709 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:52.365762 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a63928c1-ff58-4907-b35e-f790d1100ed6 req-4ebd317c-ed4c-4760-b1c3-98b00a4108ab tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.0553038 May 18 14:37:52.367781 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34828) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:52.427811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.508959 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268834143-network', 'tenant_id': 'db2d0b2e5f644e12bd9be2bd7df3accd'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:52.514979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:52.519341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Usage tracker for resource:network and tenant:db2d0b2e5f644e12bd9be2bd7df3accd is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:52.522674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:52.531401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:52.544116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Made reservation on behalf of db2d0b2e5f644e12bd9be2bd7df3accd for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:52.547604 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.576944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.597622 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:52.602387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Usage tracker for resource:security_group_rule and tenant:db2d0b2e5f644e12bd9be2bd7df3accd is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:52.605727 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:52.611810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:52.709744 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.716061 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.725590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:52.731230 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:52.738585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:52.761681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:52.769376 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:52.773016 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:52.790400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.796561 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5814552 May 18 14:37:52.797243 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 34848) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:52.836918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.837243 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Added segment b3a45ef5-1e1b-4157-b341-3549776aebd2 of type vlan for network d2010367-9fbc-44e0-a683-22a24ca17422 May 18 14:37:52.838528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18aedd0-2ec4-401a-9510-fcde572db83b,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:52.845061 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:52.852800 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:46Z', 'revision_number': 3, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:52.861045 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b356fd4-4e02-4ae3-a324-b12fb327cd5f None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:46Z', 'revision_number': 3, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:52.891030 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.932068 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Allocated IP 172.20.0.1 (994f6048-c94b-4cbb-a62d-dd6dc1592d8c/5f498577-e963-4890-8207-e1eee110921a/744dd33c-c049-432b-92c1-c2ba9a2f70bf) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:52.997161 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.003436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.004137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.036695 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8ee5813c-9905-4c78-b10b-49c0fc2c7908 req-492e20ac-f729-457f-9f54-7150046febfe tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.0855484 May 18 14:37:53.042450 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-480a4f00-1c4e-4e60-b947-4c7c685af06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:53.053251 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:53.057914 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6891253 May 18 14:37:53.061094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34856) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:53.084140 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Request body: {'subnet': {'network_id': 'd2010367-9fbc-44e0-a683-22a24ca17422', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268834143-subnet', 'tenant_id': 'db2d0b2e5f644e12bd9be2bd7df3accd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:53.092840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:53.154580 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Usage tracker for resource:subnet and tenant:db2d0b2e5f644e12bd9be2bd7df3accd is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:53.160731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:53.168896 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Pushing event updated for resources: {'Network': ['ID=d2010367-9fbc-44e0-a683-22a24ca17422,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:53.171843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:53.179656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:53.187157 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network d2010367-9fbc-44e0-a683-22a24ca17422 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:53.193941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Made reservation on behalf of db2d0b2e5f644e12bd9be2bd7df3accd for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:53.197073 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.715790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:49Z', 'revision_number': 3, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:53.726396 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:53.726752 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Updating router 1fa6145c-9d49-452a-8817-a754eb814b38 port f7c887c9-e4fc-48be-9df9-b6adcfc312db binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:53.850801 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.862472 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.871080 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9bc50fa1-e517-4b3a-a816-10368760d082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:53.899390 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 567fe303-5a36-4e51-9a82-b0dd0dd95811 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:53.996648 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Checking segment: {'id': 'b3a45ef5-1e1b-4157-b341-3549776aebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd2010367-9fbc-44e0-a683-22a24ca17422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:53.996988 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Network hostable DHCP agents. Network: d2010367-9fbc-44e0-a683-22a24ca17422, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:54.027402 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=85073d2f-63a0-4e36-9608-5c013bfc18b9,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:54.031387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:54.032722 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Network d2010367-9fbc-44e0-a683-22a24ca17422 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:54.048248 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, d2010367-9fbc-44e0-a683-22a24ca17422) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:54.063251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:54.065090 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.090061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39d735-08fb-4cf5-adfa-78aa52f65c4a None None] Network d2010367-9fbc-44e0-a683-22a24ca17422 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:54.103348 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0395570 May 18 14:37:54.164399 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 567fe303-5a36-4e51-9a82-b0dd0dd95811 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:54.276953 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e12a3a59-82b4-4ff6-9749-5fe9740c20e2 req-fe3a4bd2-d8a6-4bb7-b3ee-1ec405658855 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.4025161 May 18 14:37:54.394507 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d2af77c7-7227-46a2-89d8-69614dda7234 req-086f15db-5f5b-4ba7-9aeb-f2a2d6f1cf87 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.1048810 May 18 14:37:54.398063 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 567fe303-5a36-4e51-9a82-b0dd0dd95811 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:54.398441 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.410728 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.448583 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Transition to ACTIVE for port object 744dd33c-c049-432b-92c1-c2ba9a2f70bf will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:54.515354 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.579740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.600188 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d0cbff58-968b-4005-8675-8c1060f81c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:54.725857 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:54.734624 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:54.740718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:54.741220 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.754203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Pushing event updated for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:54.779436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:54.991418 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Allocated IP 172.20.0.1 (1874a60e-5d94-4551-b951-519bd99e148d/8010df89-b0f0-4bdc-99f9-afac408f6473/550a05d3-26da-423d-9f99-892993b98dac) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:55.031621 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.082005 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 567fe303-5a36-4e51-9a82-b0dd0dd95811, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=567fe303-5a36-4e51-9a82-b0dd0dd95811,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:55.120237 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.128418 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3fd030-32dc-4104-99d1-5f3ba6422a32 None None] Network d2010367-9fbc-44e0-a683-22a24ca17422 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:55.158723 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.70', 52903) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.396292 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.403917 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.458069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34928) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.476565 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333850439-network', 'tenant_id': '96fd6cac42e6496f82bdc78d094c0e1b'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:55.489040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:55.500577 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Usage tracker for resource:network and tenant:96fd6cac42e6496f82bdc78d094c0e1b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:55.506054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:55.521916 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:55.551694 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Transition to ACTIVE for port object 550a05d3-26da-423d-9f99-892993b98dac will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:55.561805 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Made reservation on behalf of 96fd6cac42e6496f82bdc78d094c0e1b for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:55.565075 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.586575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.630278 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1c31e099-88e6-402a-a9b5-85b84a2f9043 req-7a6cb39d-fb5d-4990-af9b-900fe107e6ae tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.0724719 May 18 14:37:55.655302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.656877 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=567fe303-5a36-4e51-9a82-b0dd0dd95811,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.659348 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6f99dc15-8b9c-40ae-abf4-24f46e9a3aa2 None None] Provisioning for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:55.673004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:55.686914 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6f99dc15-8b9c-40ae-abf4-24f46e9a3aa2 None None] Provisioning complete for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:55.687160 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5668e720-ae40-4a07-a6e7-ec63d0b863a2 req-0eca529e-63c9-491a-8155-dd17ba63e858 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.1018188 May 18 14:37:55.687918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:55.688524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f99dc15-8b9c-40ae-abf4-24f46e9a3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.698581 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Usage tracker for resource:security_group_rule and tenant:96fd6cac42e6496f82bdc78d094c0e1b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:55.705018 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:55.717852 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:55.767552 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-47b475ac-565f-4f92-95ca-54131c02c141 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:55.769325 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-47b475ac-565f-4f92-95ca-54131c02c141 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.70 "GET /v2.0/networks?id=9d3d3854-6be4-4e5d-bfd7-f6c39abd209b HTTP/1.1" status: 200 len: 812 time: 0.6086504 May 18 14:37:55.781369 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.811719 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c674df5c-0c45-4672-ace8-5c141d6e93e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.830147 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Request body: {'port': {'device_id': '354524b8-1326-4162-b32e-51b66696b4a4', 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b', 'admin_state_up': True, 'tenant_id': '7d745c9810234adc9d31fb6d0e2b9024'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:55.897952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.70', 52905) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.920271 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 567fe303-5a36-4e51-9a82-b0dd0dd95811 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:55.995973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Network 1874a60e-5d94-4551-b951-519bd99e148d is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:55.997196 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:56.021016 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:56.025551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Usage tracker for resource:port and tenant:7d745c9810234adc9d31fb6d0e2b9024 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:56.028590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:56.035333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:56.043226 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.048391 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:56.052144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.056686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Made reservation on behalf of 7d745c9810234adc9d31fb6d0e2b9024 for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:56.061332 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.073399 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Transition to ACTIVE for port object f7c887c9-e4fc-48be-9df9-b6adcfc312db will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:56.104837 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.134977 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:56.149846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 34956) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:56.155012 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.183994 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.217785 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2b795c7b-ea5d-4ab9-ad78-bde3a865d129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:56.309398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc4f6a-00aa-432e-9776-83baba3f21d8,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.346067 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.346472 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Pushing event updated for resources: {'Port': ['ID=f7c887c9-e4fc-48be-9df9-b6adcfc312db,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.351535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.352223 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6f99dc15-8b9c-40ae-abf4-24f46e9a3aa2 None None] Port 744dd33c-c049-432b-92c1-c2ba9a2f70bf cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:56.407971 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 567fe303-5a36-4e51-9a82-b0dd0dd95811 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:56.408510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.481503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:56.525563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Attempting to bind port f7c887c9-e4fc-48be-9df9-b6adcfc312db on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:56.526164 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Attempting to bind port f7c887c9-e4fc-48be-9df9-b6adcfc312db by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:56.526761 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Attempting to bind port f7c887c9-e4fc-48be-9df9-b6adcfc312db on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:56.534894 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:56.535504 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:56.536158 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.536699 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:56.537349 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Bound port: f7c887c9-e4fc-48be-9df9-b6adcfc312db, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:56.537866 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.555844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.613354 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.623551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.624585 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Added segment ac24224a-4745-48e0-a0b0-ede6beeadc9c of type vlan for network a12b36e2-881e-4f9c-baef-b5be468a8031 May 18 14:37:56.669896 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.677336 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5af29502-b96e-4f13-ad2f-45c73f97cb2a None None] Provisioning for port 550a05d3-26da-423d-9f99-892993b98dac completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:56.684437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5af29502-b96e-4f13-ad2f-45c73f97cb2a None None] Provisioning complete for port 550a05d3-26da-423d-9f99-892993b98dac triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:56.684811 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5af29502-b96e-4f13-ad2f-45c73f97cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.748612 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:56.751666 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-5af29502-b96e-4f13-ad2f-45c73f97cb2a None None] Port 550a05d3-26da-423d-9f99-892993b98dac cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:56.770904 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Usage tracker for resource:security_group_rule and tenant:d1fe949f98d24693a2abc52fe49dfacb is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:56.776074 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:56.792061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] For port f7c887c9-e4fc-48be-9df9-b6adcfc312db, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:56.796406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.797759 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] For port f7c887c9-e4fc-48be-9df9-b6adcfc312db, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=f7c887c9-e4fc-48be-9df9-b6adcfc312db,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:56.805025 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:56.806815 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.821520 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:56.822494 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Allocated IP 172.20.0.10 (9d3d3854-6be4-4e5d-bfd7-f6c39abd209b/51c9acb7-5af8-4d21-9e63-475fc202fb25/515227a8-0b3a-49a6-9d73-91853f8374b5) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:56.916250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Pushing event updated for resources: {'Port': ['ID=f7c887c9-e4fc-48be-9df9-b6adcfc312db,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.920146 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.927124 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:56.928054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:56.954848 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.016835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7977309e-c47a-4966-adce-d83761fe5824 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.018023 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7977309e-c47a-4966-adce-d83761fe5824 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 1.0949428 May 18 14:37:57.116437 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Request body: {'port': {'device_id': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'admin_state_up': True, 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:57.185579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:57.322617 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.db.resource_extend [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:37:57.446220 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.530590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.532213 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.545004 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36773126-eb1a-4403-8081-60f9921107af req-75edd328-3598-473d-aa1e-3417f35cb5f5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.0678203 May 18 14:37:57.551306 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.552811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.623162 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.783063 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.824748 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Pushing event updated for resources: {'Network': ['ID=a12b36e2-881e-4f9c-baef-b5be468a8031,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.831994 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3640354 May 18 14:37:57.831994 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.834290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.866887 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35004) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:57.883579 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Request body: {'subnet': {'network_id': 'a12b36e2-881e-4f9c-baef-b5be468a8031', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333850439-subnet', 'tenant_id': '96fd6cac42e6496f82bdc78d094c0e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:57.888806 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:57.893342 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Usage tracker for resource:subnet and tenant:96fd6cac42e6496f82bdc78d094c0e1b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:57.896602 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:57.903198 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network a12b36e2-881e-4f9c-baef-b5be468a8031 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:57.903590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:57.939502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:57.949794 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:57.952169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Made reservation on behalf of 96fd6cac42e6496f82bdc78d094c0e1b for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:57.963735 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.978365 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:57.986032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.986943 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.012528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.021352 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1970611 May 18 14:37:58.208303 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.294040 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:58.322862 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59432f-5953-4ca9-b13d-6912367848bd None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:58.337177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-a8d85107-f68c-4a4e-8be1-3a5f799e2897 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:58.343788 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-a8d85107-f68c-4a4e-8be1-3a5f799e2897 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423286 May 18 14:37:58.533529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:58.558082 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Pushing event updated for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:58.577205 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:58.719321 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Request body: {'port': {'device_id': '354524b8-1326-4162-b32e-51b66696b4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:58.812596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Pushing event updated for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:58.828408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:58.837050 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:58.894913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.953456 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Usage tracker for resource:port and tenant:4e8830eeff5641cf8b624864d3afc9c1 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:58.961161 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:58.976709 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-046767d0-4484-4b59-8108-5eaa17f4e809 req-04803885-1af6-4aaa-9832-e6254b042bd6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.0718813 May 18 14:37:58.983961 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.076014 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.078330 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35028) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:59.089413 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:59.090403 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fcdb9d39-c454-4903-a80c-526ea51d1460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:59.109568 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.122463 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.130656 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:59.277092 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1fe949f98d24693a2abc52fe49dfacb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1037042 May 18 14:37:59.288982 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35034) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:59.311804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.385130 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844022b0-2407-44a9-9040-69fd4cdff117,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:59.390260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:59.413636 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06a272-4519-4eb1-9180-52850ecf327a req-e14aef6d-e2f9-4d72-a226-0abd2113b308 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.416025 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fa06a272-4519-4eb1-9180-52850ecf327a req-e14aef6d-e2f9-4d72-a226-0abd2113b308 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 932 time: 2.0480106 May 18 14:37:59.438252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Network 1874a60e-5d94-4551-b951-519bd99e148d is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:59.439545 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:59.446012 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.499972 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:59.512358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.598038 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.911579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device f7c887c9-e4fc-48be-9df9-b6adcfc312db up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:00.042029 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:00.060494 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.122249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-e335606c-139a-4322-bd85-a2ade1e61bc8 None None] Provisioning complete for port 550a05d3-26da-423d-9f99-892993b98dac triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:00.123020 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e335606c-139a-4322-bd85-a2ade1e61bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.259854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:00.267468 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:00.288651 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-e335606c-139a-4322-bd85-a2ade1e61bc8 None None] Port 550a05d3-26da-423d-9f99-892993b98dac cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:00.291265 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.161s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:00.293175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:00.294250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ee5190688a4baebc7eaf0c49174032 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:00.300587 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port f7c887c9-e4fc-48be-9df9-b6adcfc312db completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:00.311740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:00.316174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port f7c887c9-e4fc-48be-9df9-b6adcfc312db triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:00.316656 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.318268 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:00.415017 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:00.513339 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.533682 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port f7c887c9-e4fc-48be-9df9-b6adcfc312db, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=f7c887c9-e4fc-48be-9df9-b6adcfc312db,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:00.538976 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.543684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:00.667052 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3160feba-e4db-4584-8a1e-7b4013ac460f req-cf3304ca-330c-497d-9c57-5a53767454c9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.1659970 May 18 14:38:00.689775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.693836 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515227a8-0b3a-49a6-9d73-91853f8374b5 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:00.712682 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=f7c887c9-e4fc-48be-9df9-b6adcfc312db,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:00.717006 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.720098 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:00.725262 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:00.742007 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844022b0-2407-44a9-9040-69fd4cdff117,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:00.744363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:00.761390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Transition to ACTIVE for port object 515227a8-0b3a-49a6-9d73-91853f8374b5 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:00.771956 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.780708 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.784519 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/844022b0-2407-44a9-9040-69fd4cdff117 HTTP/1.1" status: 204 len: 168 time: 1.4779882 May 18 14:38:00.792064 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-fa06a272-4519-4eb1-9180-52850ecf327a req-aebab9e6-b7db-4e11-8289-a2ea39d91125 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Synchronizing usage tracker for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:00.803391 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2241aa8b-9d1e-46db-8de0-5d7455293fa9 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:00.827047 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d4497b94-9bb6-4dfb-ac4d-70bea59c14bb None None] Provisioning complete for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:00.827535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d4497b94-9bb6-4dfb-ac4d-70bea59c14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.897008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Allocated IP 172.20.0.7 (ea1752f5-6319-4de1-a2c5-8a400af9ab5d/8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd/c8f940bc-215c-41af-ab51-4a8c73f6e0f1) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:00.918541 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-d4497b94-9bb6-4dfb-ac4d-70bea59c14bb None None] Port 744dd33c-c049-432b-92c1-c2ba9a2f70bf cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:01.066764 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Pushing event updated for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.077437 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.110337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:01.114808 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-fa06a272-4519-4eb1-9180-52850ecf327a req-aebab9e6-b7db-4e11-8289-a2ea39d91125 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Unset dirty status for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:01.127308 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fa06a272-4519-4eb1-9180-52850ecf327a req-aebab9e6-b7db-4e11-8289-a2ea39d91125 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6316874 May 18 14:38:01.129032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Attempting to bind port 515227a8-0b3a-49a6-9d73-91853f8374b5 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:01.129929 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Attempting to bind port 515227a8-0b3a-49a6-9d73-91853f8374b5 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '879e2ef6-a9ab-41e3-bed2-85a67cada05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:01.130375 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Attempting to bind port 515227a8-0b3a-49a6-9d73-91853f8374b5 on network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:01.149419 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:01.154392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Port 515227a8-0b3a-49a6-9d73-91853f8374b5 on network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:01.154684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Attempting to bind port 515227a8-0b3a-49a6-9d73-91853f8374b5 on network 9d3d3854-6be4-4e5d-bfd7-f6c39abd209b {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:01.168379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:01.168379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Checking segment: {'id': '879e2ef6-a9ab-41e3-bed2-85a67cada05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:01.169222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Bound using segment: {'id': '879e2ef6-a9ab-41e3-bed2-85a67cada05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:01.170304 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Bound port: 515227a8-0b3a-49a6-9d73-91853f8374b5, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879e2ef6-a9ab-41e3-bed2-85a67cada05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:01.170304 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.250240 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.277717 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.323751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35054) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.401439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.456658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:01.468705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6fcfa574e94a228bff8b0d57622315 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:01.471516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=154cff4e-0101-47c1-8ebf-a044f47a13cf,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.472862 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.476415 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:01.484426 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:01.489384 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.498850 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] 10.222.0.63 "PUT /v2.0/routers/1fa6145c-9d49-452a-8817-a754eb814b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6814361 May 18 14:38:01.499084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=515227a8-0b3a-49a6-9d73-91853f8374b5,segment=NetworkSegment(879e2ef6-a9ab-41e3-bed2-85a67cada05b),segment_id=879e2ef6-a9ab-41e3-bed2-85a67cada05b)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:01.499084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:01.499084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Checking segment: {'id': 'ac24224a-4745-48e0-a0b0-ede6beeadc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a12b36e2-881e-4f9c-baef-b5be468a8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:01.499084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Network hostable DHCP agents. Network: a12b36e2-881e-4f9c-baef-b5be468a8031, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:01.514678 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.533874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.548748 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.610972 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.624292 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Pushing event updated for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.624463 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0ee5190688a4baebc7eaf0c49174032&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5381563 May 18 14:38:01.635370 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35062) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.636112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Network a12b36e2-881e-4f9c-baef-b5be468a8031 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:01.640669 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.764927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:01.765629 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.769724 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] 10.222.0.70 "PUT /v2.0/ports/515227a8-0b3a-49a6-9d73-91853f8374b5 HTTP/1.1" status: 200 len: 1094 time: 3.2520862 May 18 14:38:01.771742 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:01.852173 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02436113-1c6f-4b5b-b907-3f0c968c624d,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.861808 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device f7c887c9-e4fc-48be-9df9-b6adcfc312db up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:01.880031 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.929744 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:01.955567 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] 10.222.0.63 "PUT /v2.0/routers/c348fdbe-b20f-4716-8e62-629c12b3bc09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6353877 May 18 14:38:01.957778 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:01.962738 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.982292 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:01.982954 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:02.014334 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.024120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd281611-eae4-4329-ab28-f06e34942ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.027949 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, a12b36e2-881e-4f9c-baef-b5be468a8031) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:02.045237 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c7b2f-fd28-4a20-b660-bc60f95a7f70 None None] Network a12b36e2-881e-4f9c-baef-b5be468a8031 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:02.082566 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:02.092302 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.094313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.168996 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event updated for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.178810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.195213 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:02.196649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:37:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:02.199373 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:02.200854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:02.204151 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:02.213276 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.214070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.224348 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.243015 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1789958 May 18 14:38:02.247660 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.3690808 May 18 14:38:02.283804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.323535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port f7c887c9-e4fc-48be-9df9-b6adcfc312db triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:02.324061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.327284 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.346636 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43792d-31d9-49a3-ae4b-c4dc8c8a0c0e req-b66611fc-198a-404e-a4a3-a7f73603d910 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.348178 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b43792d-31d9-49a3-ae4b-c4dc8c8a0c0e req-b66611fc-198a-404e-a4a3-a7f73603d910 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 931 time: 0.4341166 May 18 14:38:02.351980 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.366083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.440801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea28db78-15a7-4b8a-a549-c4a2629dc394,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.451867 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e6fcfa574e94a228bff8b0d57622315&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1123557 May 18 14:38:02.452075 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35090) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.454553 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.455166 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:02.465907 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3b43792d-31d9-49a3-ae4b-c4dc8c8a0c0e req-7ef66165-79dd-4ce8-aa49-3dfc08c720b0 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:02.468508 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.475376 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.499089 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35094) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.506201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02436113-1c6f-4b5b-b907-3f0c968c624d,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.515514 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3b43792d-31d9-49a3-ae4b-c4dc8c8a0c0e req-7ef66165-79dd-4ce8-aa49-3dfc08c720b0 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:02.516530 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b43792d-31d9-49a3-ae4b-c4dc8c8a0c0e req-7ef66165-79dd-4ce8-aa49-3dfc08c720b0 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613262 May 18 14:38:02.517312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.519563 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.523487 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/02436113-1c6f-4b5b-b907-3f0c968c624d HTTP/1.1" status: 204 len: 168 time: 0.8820448 May 18 14:38:02.618685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.625532 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Deleting subnet 85073d2f-63a0-4e36-9608-5c013bfc18b9 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:38:02.643118 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.725509 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.751079 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35100) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.761326 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882326395', 'description': 'tempest-description--1886480971'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:02.786513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:02.806657 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:02.817460 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:02.823228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.826331 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:02.841288 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:02.844330 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.887562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6161-1368-452d-afe8-8571181570aa req-2ad82273-1a0b-4538-9d47-b34c62df8cf6 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.892231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-e6db6161-1368-452d-afe8-8571181570aa req-2ad82273-1a0b-4538-9d47-b34c62df8cf6 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Synchronizing usage tracker for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:02.902343 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1992c6-31e7-4f14-be89-3f66908d53c5 None None] Network a12b36e2-881e-4f9c-baef-b5be468a8031 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:02.942615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.957904 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-e6db6161-1368-452d-afe8-8571181570aa req-2ad82273-1a0b-4538-9d47-b34c62df8cf6 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Unset dirty status for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:02.960558 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e6db6161-1368-452d-afe8-8571181570aa req-2ad82273-1a0b-4538-9d47-b34c62df8cf6 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 0.2645535 May 18 14:38:03.031713 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.045132 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.052587 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.075234 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e6db6161-1368-452d-afe8-8571181570aa req-c9c8d725-4f4c-4e2c-8053-33c4777c3b19 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084309 May 18 14:38:03.148138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.157454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.168187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea28db78-15a7-4b8a-a549-c4a2629dc394,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.186444 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.187903 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.209420 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.219695 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ea28db78-15a7-4b8a-a549-c4a2629dc394 HTTP/1.1" status: 204 len: 168 time: 0.7661669 May 18 14:38:03.227024 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 2, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:03.242106 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:03.242739 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Updating router c348fdbe-b20f-4716-8e62-629c12b3bc09 port 744dd33c-c049-432b-92c1-c2ba9a2f70bf binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:03.402118 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.589370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.615902 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.663388 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.735502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35120) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.742050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215223911', 'description': 'tempest-description--1523022195'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:03.765749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.813552 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.815458 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.817929 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.834247 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0669599 May 18 14:38:03.837945 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35124) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.850727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff06cd77-b7ee-48d5-8e4d-57dffa219bde,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.862563 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.876927 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.877389 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.891637 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group_rule': {'security_group_id': 'ff06cd77-b7ee-48d5-8e4d-57dffa219bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:03.913795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.920695 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.937139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.946242 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.955043 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5', 'status': 'completed', 'code': 200} May 18 14:38:03.960236 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.965386 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.999735 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.010821 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.016442 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.023981 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.050245 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85073d2f-63a0-4e36-9608-5c013bfc18b9,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.075204 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01a636b7-07b4-4da2-b237-e9f649e47393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.120401 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.137530 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.138726 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/85073d2f-63a0-4e36-9608-5c013bfc18b9 HTTP/1.1" status: 204 len: 168 time: 1.6376848 May 18 14:38:04.143550 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35134) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.154224 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.160335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.172566 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.258336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74dca218-3db7-4b58-a09e-4c61ab4b0d88,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.265183 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.266251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.267749 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5310409 May 18 14:38:04.270749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35142) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.279076 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group_rule': {'security_group_id': '74dca218-3db7-4b58-a09e-4c61ab4b0d88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:04.288868 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.302925 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.308922 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.314562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.323285 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.333613 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.356287 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.405065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.406871 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5642271 May 18 14:38:04.412118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35152) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.419963 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bc91e8-1796-4453-887a-8d3ce00b3091,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.421960 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.438767 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:37:57Z', 'revision_number': 2, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:04.449575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group_rule': {'security_group_id': 'ff06cd77-b7ee-48d5-8e4d-57dffa219bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:04.455962 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.457403 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:04.457956 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Updating router 1fa6145c-9d49-452a-8817-a754eb814b38 port 550a05d3-26da-423d-9f99-892993b98dac binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:04.465244 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.470407 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7dd1ab46-2241-49d8-8af4-455ceda483eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.488924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.545525 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.583210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.641860 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.654848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.663958 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.667437 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.686535 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6da694-f364-4ff5-8357-fbd55a5e7cb2 req-f51dc64a-1a04-4d2d-b3f1-4b21a4d04e7c tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.688421 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ec6da694-f364-4ff5-8357-fbd55a5e7cb2 req-f51dc64a-1a04-4d2d-b3f1-4b21a4d04e7c tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 0.1958101 May 18 14:38:04.733671 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.785874 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.787798 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.797199 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.802776 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5308204 May 18 14:38:04.806875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35162) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.827714 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group_rule': {'security_group_id': '74dca218-3db7-4b58-a09e-4c61ab4b0d88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:04.828144 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Transition to ACTIVE for port object 744dd33c-c049-432b-92c1-c2ba9a2f70bf will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:04.843958 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.853264 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.853790 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.856283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603e5f03-0408-4860-b162-df16c3a37361,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.919545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.946085 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ec6da694-f364-4ff5-8357-fbd55a5e7cb2 req-6f3af5ee-5c81-48ed-a2ab-ee0eb2c6e42a tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860766 May 18 14:38:04.949055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.965296 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d788-5448-4966-b845-46ab98c3964d req-04f04330-47ab-49a2-8241-27a868a5495c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.966046 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-3122d788-5448-4966-b845-46ab98c3964d req-04f04330-47ab-49a2-8241-27a868a5495c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:04.978757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:05.020354 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.025583 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:05.046486 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.065114 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-eac316d5-3040-4945-9b90-d6f44d33cb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:05.112824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b5ab84-c16e-462b-b72f-2ee2a625ffbf,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:05.123428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:05.141694 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.143025 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7295833 May 18 14:38:05.146381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35176) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:05.154693 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:05.163644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:05.168080 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:floatingip and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:05.171839 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:05.179390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:05.196705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.235244 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Pushing event updated for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:05.266784 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:05.292187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.333001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-3122d788-5448-4966-b845-46ab98c3964d req-04f04330-47ab-49a2-8241-27a868a5495c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:05.334482 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3122d788-5448-4966-b845-46ab98c3964d req-04f04330-47ab-49a2-8241-27a868a5495c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 931 time: 1.1140747 May 18 14:38:05.380371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.380807 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.381571 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.381908 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > port after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.382242 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.382585 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.382890 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.383231 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.383529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.383834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.576030 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Attempting to bind port 744dd33c-c049-432b-92c1-c2ba9a2f70bf on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:05.576219 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Attempting to bind port 744dd33c-c049-432b-92c1-c2ba9a2f70bf by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:05.576489 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Attempting to bind port 744dd33c-c049-432b-92c1-c2ba9a2f70bf on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:05.579991 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.592802 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:05.594680 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Checking segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:05.596424 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.600087 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Bound using segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:05.600886 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Bound port: 744dd33c-c049-432b-92c1-c2ba9a2f70bf, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:05.601542 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.631867 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.636706 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.662208 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Transition to ACTIVE for port object 550a05d3-26da-423d-9f99-892993b98dac will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:05.687731 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.697179 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:05.751530 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.752129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.752231 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.752482 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:38:05.758462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2010367-9fbc-44e0-a683-22a24ca17422']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:05.766550 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.830733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Allocated IP 172.27.0.107 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:05.839409 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a45ef5-1e1b-4157-b341-3549776aebd2') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:05.839749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a45ef5-1e1b-4157-b341-3549776aebd2') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:05.841050 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] For port 744dd33c-c049-432b-92c1-c2ba9a2f70bf, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:05.846192 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] For port 744dd33c-c049-432b-92c1-c2ba9a2f70bf, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=744dd33c-c049-432b-92c1-c2ba9a2f70bf,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:05.861796 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.871232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.871601 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:05.979973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.004703 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.015128 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-698b17be-a7e2-4497-80bb-859ba140f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.017466 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3122d788-5448-4966-b845-46ab98c3964d req-cd8619bd-f39a-4d99-bd5d-002ff64dc4c7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670599 May 18 14:38:06.022113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.023374 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:06.024021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: from cryptography.utils import int_from_bytes May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: from cryptography.utils import int_from_bytes May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:06.046060 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:06.089864 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.128752 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:06.142156 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:06.376833 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Pushing event updated for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.393995 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Pushing event updated for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=4']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.395080 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.402622 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.428475 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.472089 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Attempting to bind port 550a05d3-26da-423d-9f99-892993b98dac on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:06.480367 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Attempting to bind port 550a05d3-26da-423d-9f99-892993b98dac by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:06.480979 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Attempting to bind port 550a05d3-26da-423d-9f99-892993b98dac on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:06.512849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:06.514839 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Checking segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:06.515294 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.516734 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Bound using segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:06.517398 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Bound port: 550a05d3-26da-423d-9f99-892993b98dac, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:06.520084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.524410 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.534790 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78a0ebae-7cb2-4e5d-9059-1f067f6f0e74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.564532 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:06.693084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:06.694668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b738dfc-4733-4904-b1d8-696f6e70a0a7,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.711078 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:06.721189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:06.725257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Request body: {'port': {'device_id': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:06.850085 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.856868 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.877644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.879264 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0650444 May 18 14:38:06.886653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35212) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.901120 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] For port 550a05d3-26da-423d-9f99-892993b98dac, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:06.901918 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:06.904794 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] For port 550a05d3-26da-423d-9f99-892993b98dac, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=550a05d3-26da-423d-9f99-892993b98dac,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:06.919927 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.953294 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.976116 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.999972 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d2010367-9fbc-44e0-a683-22a24ca17422 HTTP/1.1" status: 204 len: 168 time: 2.8552117 May 18 14:38:07.009565 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35220) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.023262 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:07.055841 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2010367-9fbc-44e0-a683-22a24ca17422,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.067041 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.165523 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.200157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.218684 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:floatingip and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:07.229478 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.359469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:07.359725 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:07.360047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:07.382597 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.437029 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:07.447371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Deleting subnet 154cff4e-0101-47c1-8ebf-a044f47a13cf {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:38:07.452534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.476215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.573318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.605695 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:05Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:07.620094 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1629bb-79c9-4333-b10f-a82225cd6e63 None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:05Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:07.706587 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.737679 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-eedb1fd7-2d71-475a-829a-d0cf2370f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.765352 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-eedb1fd7-2d71-475a-829a-d0cf2370f33e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d745c9810234adc9d31fb6d0e2b9024&device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 1097 time: 0.9709778 May 18 14:38:07.826389 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Pushing event updated for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.837887 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.900710 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.960679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.052331 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.101959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfcb7-fb90-4e22-872e-e02f9f8d88a5 req-9a31f480-015c-4dc7-887d-58ce9e9866c8 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:08.103572 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-956bfcb7-fb90-4e22-872e-e02f9f8d88a5 req-9a31f480-015c-4dc7-887d-58ce9e9866c8 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 1.6275213 May 18 14:38:08.196599 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:08.306089 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:08.440902 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.591902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-ee8fd19e-2aa9-4ce5-a552-a8f931a5c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:08.596528 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-ee8fd19e-2aa9-4ce5-a552-a8f931a5c703 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7d745c9810234adc9d31fb6d0e2b9024&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7809360 May 18 14:38:08.780443 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.db.resource_extend [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:08.816049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.832729 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 550a05d3-26da-423d-9f99-892993b98dac up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:08.836192 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.052231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.084731 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-956bfcb7-fb90-4e22-872e-e02f9f8d88a5 req-7fe4b9b6-9a63-4d54-96cd-8449957384fb tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9309318 May 18 14:38:09.156323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.296126 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446821d-b0a9-4e68-910c-e7a770ffb2b2 req-4219a165-dbd5-4755-9322-aa0bfd8dd237 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.299779 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.306219 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:06Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:09.311777 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4446821d-b0a9-4e68-910c-e7a770ffb2b2 req-4219a165-dbd5-4755-9322-aa0bfd8dd237 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 931 time: 0.9345925 May 18 14:38:09.327171 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82f987-a090-4238-9133-a249d4bd4376 None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:06Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:09.375351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 550a05d3-26da-423d-9f99-892993b98dac completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:09.386217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 550a05d3-26da-423d-9f99-892993b98dac triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:09.386217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.417959 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.419603 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2707777 May 18 14:38:09.446831 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35258) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.556993 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.db.resource_extend [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:09.568603 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.572544 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.637880 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-c72a82d5-63b4-4ed5-ba46-37d09763feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.639957 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-518c616c-f750-4ede-8a7b-0264c6bec395 req-c72a82d5-63b4-4ed5-ba46-37d09763feee service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0272017 May 18 14:38:09.664093 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4446821d-b0a9-4e68-910c-e7a770ffb2b2 req-801c18a1-b90a-471e-aea9-5ff252d79c36 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314464 May 18 14:38:09.846422 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.859698 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f940bc-215c-41af-ab51-4a8c73f6e0f1 {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:09.869990 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.873802 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-35d24810-4b62-400d-8ccf-3e9c9ef285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.876335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-35d24810-4b62-400d-8ccf-3e9c9ef285ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d745c9810234adc9d31fb6d0e2b9024&device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 1097 time: 0.1516547 May 18 14:38:09.997886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 550a05d3-26da-423d-9f99-892993b98dac, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=550a05d3-26da-423d-9f99-892993b98dac,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:10.007196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.010289 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 744dd33c-c049-432b-92c1-c2ba9a2f70bf up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:10.023470 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.039726 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.072469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.099428 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-50473d76-3700-41b7-916b-1da315490383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.128041 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-d47634ce-8234-4f52-a8b3-990bfc7f4b77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=515227a8-0b3a-49a6-9d73-91853f8374b5 HTTP/1.1" status: 200 len: 217 time: 0.2223420 May 18 14:38:10.147275 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.203616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:10.225306 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-817a5c4f-c3db-48a2-b4e7-f17a31744187 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--882326395&fields=id&tenant_id=78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 267 time: 0.1563725 May 18 14:38:10.226846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d15bb710f54b64addb48fd58b332bf is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:10.227653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.245955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Transition to ACTIVE for port object c8f940bc-215c-41af-ab51-4a8c73f6e0f1 will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:10.253181 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154cff4e-0101-47c1-8ebf-a044f47a13cf,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.261349 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.271309 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/154cff4e-0101-47c1-8ebf-a044f47a13cf HTTP/1.1" status: 204 len: 168 time: 3.2331424 May 18 14:38:10.272500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35304) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:10.329412 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:10.365163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.377744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.383053 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.387414 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:10.393831 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:10.395480 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.396902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:10.524442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.592957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.670138 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 744dd33c-c049-432b-92c1-c2ba9a2f70bf, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=744dd33c-c049-432b-92c1-c2ba9a2f70bf,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:10.681037 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.683862 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-9fada596-6557-44bd-ad99-a39dc4bc5d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.692752 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Pushing event updated for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.706805 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.714070 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869b10-c70c-4237-ac95-6de4491cd652 req-affbc32e-411b-49f9-914c-11aa4bdcc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.717813 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-affbc32e-411b-49f9-914c-11aa4bdcc8d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51c9acb7-5af8-4d21-9e63-475fc202fb25 HTTP/1.1" status: 200 len: 852 time: 0.5020111 May 18 14:38:10.810146 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.814563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.877581 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 550a05d3-26da-423d-9f99-892993b98dac up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:10.929189 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-4038543b-af98-42a9-b31c-bc568c7f9ce3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d3d3854-6be4-4e5d-bfd7-f6c39abd209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545658 May 18 14:38:10.965927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-9a1eef65-724f-461c-8fff-d1bff3bf48bd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.978244 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-9a1eef65-724f-461c-8fff-d1bff3bf48bd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 810 time: 0.6730373 May 18 14:38:11.043853 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-c25598d2-b03b-46cd-99ba-8afa706e9029 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/quotas/78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 375 time: 0.0642407 May 18 14:38:11.094460 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.118581 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 550a05d3-26da-423d-9f99-892993b98dac triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:11.119196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.313479 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.427021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.527407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1f605480-d281-4579-b86a-1bac9424ff88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.606252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.623435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Attempting to bind port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:11.623702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Attempting to bind port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:11.624032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Attempting to bind port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:11.628793 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6face4a1-8084-468f-92eb-1fca25cbd5cd,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.631670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12b36e2-881e-4f9c-baef-b5be468a8031']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:11.636633 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a3d15bb710f54b64addb48fd58b332bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1375999 May 18 14:38:11.643593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Allocated IP 172.27.0.34 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/61a919d1-b55d-4108-8797-1b0af8896d27) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:11.648060 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.649287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35322) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.660623 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac24224a-4745-48e0-a0b0-ede6beeadc9c') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:11.660929 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac24224a-4745-48e0-a0b0-ede6beeadc9c') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:11.667769 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-007d84aa-2ced-42de-b5f2-d1c4a8ae623d service neutron] 10.222.0.70 "GET /v2.0/networks/9d3d3854-6be4-4e5d-bfd7-f6c39abd209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699436 May 18 14:38:11.668853 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:11.669175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Attempting to bind port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:11.683585 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-e3b57647-c868-4f41-947f-f96e1feaf844 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6385093 May 18 14:38:11.717011 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfb6c-5a65-42c7-b46d-a961be14bb09 req-bdb31db0-9da1-471a-a5ca-9b5e211a42cd tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.718616 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b26cfb6c-5a65-42c7-b46d-a961be14bb09 req-bdb31db0-9da1-471a-a5ca-9b5e211a42cd tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 1.2559538 May 18 14:38:11.720683 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.745099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:11.745099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Checking segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:11.745406 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Bound using segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:11.745643 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Bound port: c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:11.745993 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.839123 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-2108606f-e327-4198-9b28-6b805b0667ef service neutron] 10.222.0.63 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418858 May 18 14:38:11.859206 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.964777 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:11.965178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:11.980511 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:12.013077 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b26cfb6c-5a65-42c7-b46d-a961be14bb09 req-f4249fd3-fa14-4161-8da2-1dfb857a1c97 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700758 May 18 14:38:12.045555 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-6e8e596a-1af8-4cd7-8797-63256c3016a3 service neutron] 10.222.0.63 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991298 May 18 14:38:12.086591 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.161308 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.164314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.175036 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:12.185129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.221209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5e77a5fe-397f-4ebc-a165-a44a29d0a8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.235540 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.247133 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:12.296762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12b36e2-881e-4f9c-baef-b5be468a8031,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.297425 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-31d8f449-6328-473d-a1c4-761ec0e2772a req-e668d46b-3525-4955-bf33-9aa97ed52ae4 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 210 time: 0.0499008 May 18 14:38:12.308327 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.312488 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.316325 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a12b36e2-881e-4f9c-baef-b5be468a8031 HTTP/1.1" status: 204 len: 168 time: 2.0171015 May 18 14:38:12.323683 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.414120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.414120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.415038 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] 10.222.0.70 "PUT /v2.0/ports/c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 200 len: 1093 time: 5.7183688 May 18 14:38:12.415499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:12.435970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.450343 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Pushing event updated for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.453340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.455119 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.455879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.473126 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35346) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.480086 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6face4a1-8084-468f-92eb-1fca25cbd5cd,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.493625 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.494386 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.498382 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6face4a1-8084-468f-92eb-1fca25cbd5cd HTTP/1.1" status: 204 len: 168 time: 0.8480077 May 18 14:38:12.499172 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.545232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:12.555094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd8f0-186c-4445-8368-def7dc931e72 req-ac3f3c41-03dd-4e4a-8aa9-89351f7c03a3 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.556772 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-84efd8f0-186c-4445-8368-def7dc931e72 req-ac3f3c41-03dd-4e4a-8aa9-89351f7c03a3 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 943 time: 0.3439920 May 18 14:38:12.564745 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:12.570109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:12.592582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35360) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.656111 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=61a919d1-b55d-4108-8797-1b0af8896d27,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.665436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.680329 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-84efd8f0-186c-4445-8368-def7dc931e72 req-6b447537-4b5e-4751-86af-9b72d884914b tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112671 May 18 14:38:12.749956 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-3d90dc71-8750-453a-91c9-5ba0c80af16a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db2d0b2e5f644e12bd9be2bd7df3accd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1558354 May 18 14:38:12.752327 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35370) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.805928 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.877159 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 744dd33c-c049-432b-92c1-c2ba9a2f70bf up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:12.939040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.024105 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.063812 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 744dd33c-c049-432b-92c1-c2ba9a2f70bf triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:13.064206 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.143532 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.162560 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.163641 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-8f0b6411-c534-441a-9e92-38e0acd670b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.172252 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-8f0b6411-c534-441a-9e92-38e0acd670b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 1096 time: 0.2583539 May 18 14:38:13.231587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:13.319946 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Usage tracker for resource:security_group_rule and tenant:770f79026ff5486fbf70b275485fa9e8 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:13.368199 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98869b10-c70c-4237-ac95-6de4491cd652 req-55337ff4-2164-4896-a046-60633b23938a service neutron] 10.222.0.70 "GET /v2.0/networks/9d3d3854-6be4-4e5d-bfd7-f6c39abd209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144734 May 18 14:38:13.369319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:13.380429 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:13.434219 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.442774 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.462745 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18aedd0-2ec4-401a-9510-fcde572db83b,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.466853 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.487576 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.491122 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d18aedd0-2ec4-401a-9510-fcde572db83b HTTP/1.1" status: 204 len: 168 time: 0.7353165 May 18 14:38:13.510398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35394) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.518246 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1', 'status': 'completed', 'code': 200} May 18 14:38:13.520118 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-e4b334be-2c47-45c7-8e79-0cc1f36ca19a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 200 len: 217 time: 0.3355925 May 18 14:38:13.549159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.579521 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:13.587955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.589187 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Usage tracker for resource:security_group_rule and tenant:8836eea0f18d4ae584344bf60addfa88 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:13.592217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:13.600295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:13.602207 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.650057 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.689414 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5c185b67-5192-4b82-b151-b689eb8a4632 req-df444930-271a-410f-a645-641d79ff474f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 210 time: 0.0851028 May 18 14:38:13.731177 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=770f79026ff5486fbf70b275485fa9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2568893 May 18 14:38:13.733262 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883cdb8-254b-4f77-a421-9dd5576d07b2,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.737036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35402) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.739584 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.758144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-88cd147c-198f-4972-adb2-cc541f1b2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.760596 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-88cd147c-198f-4972-adb2-cc541f1b2e60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1251974 May 18 14:38:13.832662 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a559c5f-c1b3-42fc-840d-9661ae2a738d req-2424566a-c42b-4ac9-a500-e3ecb8669b9e tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.840056 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9a559c5f-c1b3-42fc-840d-9661ae2a738d req-2424566a-c42b-4ac9-a500-e3ecb8669b9e tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 0.5431688 May 18 14:38:13.859638 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-684c721b-18a1-4bb1-bc23-08a4dcbf9412 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821290 May 18 14:38:13.939295 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9a559c5f-c1b3-42fc-840d-9661ae2a738d req-234a95cb-4f8c-480b-8fab-3ebf7266feef tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981479 May 18 14:38:13.943975 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.979721 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.988901 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.010458 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35406) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:14.017076 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.046839 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.049388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.083185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d4530ce5-e5d1-41c0-b6c9-6faf8a072f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.150323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.204443 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-35377dd3-ffb6-4a8e-8e76-e39b074099ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96fd6cac42e6496f82bdc78d094c0e1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1926587 May 18 14:38:14.212048 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-e75eda71-3ba5-4d03-9e45-0a7ee1b85fd3 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449416 May 18 14:38:14.216330 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8836eea0f18d4ae584344bf60addfa88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026632 May 18 14:38:14.216456 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35412) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:14.216456 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=61a919d1-b55d-4108-8797-1b0af8896d27,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.219469 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35414) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:14.222389 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.234263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a312d-06c2-463e-8f50-655c1f84cebb,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.247707 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.266588 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.287659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b4af-665e-43d6-b561-8308f151a199 req-01989ebf-fed1-4137-802c-933b6c6b26f3 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.289195 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0996b4af-665e-43d6-b561-8308f151a199 req-01989ebf-fed1-4137-802c-933b6c6b26f3 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 943 time: 0.3714886 May 18 14:38:14.297928 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-ac305c9d-c6f8-4183-bf68-fe6729519623 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.299313 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-ac305c9d-c6f8-4183-bf68-fe6729519623 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 810 time: 0.3125658 May 18 14:38:14.341756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.353582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.388312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883cdb8-254b-4f77-a421-9dd5576d07b2,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.395987 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.401642 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.416798 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5087135 May 18 14:38:14.417025 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0996b4af-665e-43d6-b561-8308f151a199 req-e613b1bc-ca11-4182-aa13-03b65af45907 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041694 May 18 14:38:14.417025 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-67f72088-e7b8-40aa-b281-9b35b5e62450 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 379 time: 0.0985579 May 18 14:38:14.423582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.423582 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f883cdb8-254b-4f77-a421-9dd5576d07b2 HTTP/1.1" status: 204 len: 168 time: 0.6835978 May 18 14:38:14.442310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'port': {'device_id': 'd8e12716-71f8-495c-99f1-1853199967b1', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'admin_state_up': True, 'tenant_id': '78245cea0042459d8b09357775665d8b', 'security_groups': ['ff06cd77-b7ee-48d5-8e4d-57dffa219bde']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:14.459283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.508221 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.522781 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-52a8d1cf-2d46-4278-b84b-56826c2b97d4 req-c72d4a3c-8c4c-4d18-88a4-e84b5f376fbb service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992353 May 18 14:38:14.563910 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.589685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.677336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:14.683918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:port and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:14.698219 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:14.718105 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:14.731664 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415858b-912e-4152-a124-542e428cd80f req-446c8b2c-cf8e-4f7f-ae4f-392ab0273cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.736687 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-446c8b2c-cf8e-4f7f-ae4f-392ab0273cd7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 1096 time: 0.1518927 May 18 14:38:14.738597 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.740154 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.741054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Made reservation on behalf of 78245cea0042459d8b09357775665d8b for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:14.747439 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-278312fe-2e52-4b88-aff0-4e61479e2f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.753181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.907475 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc4f6a-00aa-432e-9776-83baba3f21d8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.947938 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4a312d-06c2-463e-8f50-655c1f84cebb,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.972114 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.977098 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.977731 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.986257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.987328 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f4a312d-06c2-463e-8f50-655c1f84cebb HTTP/1.1" status: 204 len: 168 time: 0.7619677 May 18 14:38:14.991841 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.995979 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-15e5f46a-6694-45a3-82af-ca3c88f47392 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3dfc4f6a-00aa-432e-9776-83baba3f21d8 HTTP/1.1" status: 204 len: 168 time: 0.7750461 May 18 14:38:15.006854 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fad5995-8979-44a6-b798-623a8fb81d21 req-0f3418e8-37ee-412d-b728-7310133f38fe tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 210 time: 0.0737007 May 18 14:38:15.052106 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-43f3b4b8-9093-4416-a4d6-22cd6028305a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:15.057970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415858b-912e-4152-a124-542e428cd80f req-67101a6a-0cda-48b8-b498-a64786036fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.061296 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Allocated IP 172.20.0.13 (1874a60e-5d94-4551-b951-519bd99e148d/8010df89-b0f0-4bdc-99f9-afac408f6473/8d25f06f-670c-46c8-966b-0b854e2ecd6a) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:15.063083 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-67101a6a-0cda-48b8-b498-a64786036fa8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.3150058 May 18 14:38:15.196523 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-17ab1a8f-39ce-4b15-a0d7-95363c43b385 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 200 len: 217 time: 0.1257474 May 18 14:38:15.203347 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-43f3b4b8-9093-4416-a4d6-22cd6028305a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:15.204624 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-43f3b4b8-9093-4416-a4d6-22cd6028305a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--215223911&fields=id&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 267 time: 0.2891972 May 18 14:38:15.369602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415858b-912e-4152-a124-542e428cd80f req-8ae5e621-06c9-4417-b7aa-32e1d5ea2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.370973 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-8ae5e621-06c9-4417-b7aa-32e1d5ea2c9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1653271 May 18 14:38:15.432426 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.433603 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-96aa2de6-3739-4268-b0b3-feede45e91e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537636 May 18 14:38:15.456009 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Transition to ACTIVE for port object 8d25f06f-670c-46c8-966b-0b854e2ecd6a will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:15.485326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b19e3-ab00-4738-9c37-57254010c1f9 req-5914b864-f24e-4c93-8ce6-6806be8fcbe8 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.492585 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a24b19e3-ab00-4738-9c37-57254010c1f9 req-5914b864-f24e-4c93-8ce6-6806be8fcbe8 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 0.2269554 May 18 14:38:15.501532 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-e149eaf3-f654-4b32-b770-463a8bd5d683 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.502322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-e149eaf3-f654-4b32-b770-463a8bd5d683 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:15.562255 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a24b19e3-ab00-4738-9c37-57254010c1f9 req-77ad07b3-bb64-4bef-a7e3-df949f7e8373 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 May 18 14:38:15.586347 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.597169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:15.671630 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Network 1874a60e-5d94-4551-b951-519bd99e148d is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:15.673125 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:15.678422 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:15.683955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.684605 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.714345 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:15.717436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:15.722019 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2988129 May 18 14:38:15.735293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Request body: {'port': {'device_id': 'd8e12716-71f8-495c-99f1-1853199967b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:15.762122 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-e149eaf3-f654-4b32-b770-463a8bd5d683 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:15.763510 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-e149eaf3-f654-4b32-b770-463a8bd5d683 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 816 time: 0.5194855 May 18 14:38:15.790462 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-e5e1b431-b3ac-4ef0-bc02-47530f64342f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/quotas/f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 375 time: 0.0168059 May 18 14:38:15.896617 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-efb3b43d-7b04-4854-aa36-722bfd23fd5b service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263489 May 18 14:38:16.033874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.049774 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-fb878099-a1eb-4cc5-9632-58db90f36a86 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:16.060200 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa45d-2c7f-4503-8516-72da90633666 req-9e515453-6171-4a17-9b30-da428699cabe tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.062166 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dfbfa45d-2c7f-4503-8516-72da90633666 req-9e515453-6171-4a17-9b30-da428699cabe tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 943 time: 0.2477789 May 18 14:38:16.110576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d971d16c-61de-476c-8d99-abd3f17c3da3 None None] Provisioning for port 8d25f06f-670c-46c8-966b-0b854e2ecd6a completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:16.114099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-fb878099-a1eb-4cc5-9632-58db90f36a86 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:16.115676 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-fb878099-a1eb-4cc5-9632-58db90f36a86 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3181093 May 18 14:38:16.120106 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0415858b-912e-4152-a124-542e428cd80f req-5e90e464-7361-444d-90ca-8eb994eb1889 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194362 May 18 14:38:16.128981 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d971d16c-61de-476c-8d99-abd3f17c3da3 None None] Provisioning complete for port 8d25f06f-670c-46c8-966b-0b854e2ecd6a triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:16.129614 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d971d16c-61de-476c-8d99-abd3f17c3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.183684 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dfbfa45d-2c7f-4503-8516-72da90633666 req-85012a86-03fe-4d99-a9f2-db0ff25a67ee tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960329 May 18 14:38:16.306736 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-d971d16c-61de-476c-8d99-abd3f17c3da3 None None] Port 8d25f06f-670c-46c8-966b-0b854e2ecd6a cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:16.446655 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-802b9419-f612-4e3b-8d5b-ccf08cea9775 service neutron] 10.222.0.63 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899804 May 18 14:38:16.629532 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-f1990037-3dd3-4c5e-a981-67746fdde93b service neutron] 10.222.0.63 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753991 May 18 14:38:16.652655 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d2c06-642f-42a9-afb1-323157ff23a3 req-c5e2a07f-5de5-4b6c-898e-48ffe614752b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.653357 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a04d2c06-642f-42a9-afb1-323157ff23a3 req-c5e2a07f-5de5-4b6c-898e-48ffe614752b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:16.697586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a04d2c06-642f-42a9-afb1-323157ff23a3 req-c5e2a07f-5de5-4b6c-898e-48ffe614752b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:16.698860 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a04d2c06-642f-42a9-afb1-323157ff23a3 req-c5e2a07f-5de5-4b6c-898e-48ffe614752b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 932 time: 0.3560817 May 18 14:38:16.823954 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d25f06f-670c-46c8-966b-0b854e2ecd6a {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:16.830841 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a04d2c06-642f-42a9-afb1-323157ff23a3 req-928dc339-f811-40bd-a1d2-8c8023073eca tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143405 May 18 14:38:16.836488 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.872352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Transition to ACTIVE for port object 8d25f06f-670c-46c8-966b-0b854e2ecd6a will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:16.877968 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.884823 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.024884 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7518-8de3-4661-9b81-575b64ad5a4e req-0aea842f-f88b-4380-b50a-e9f5994b7b99 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.035448 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0ecc7518-8de3-4661-9b81-575b64ad5a4e req-0aea842f-f88b-4380-b50a-e9f5994b7b99 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 944 time: 0.1400697 May 18 14:38:17.093985 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0ecc7518-8de3-4661-9b81-575b64ad5a4e req-a59c46c8-9198-4b47-8ea6-2b77d46aeddf tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567415 May 18 14:38:17.194512 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af940611-54ee-4bd9-bb8c-ab3d0cdf38c7 req-8c21f133-0935-49c8-be2f-90837c3bfa05 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 210 time: 0.1661127 May 18 14:38:17.208432 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Pushing event updated for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.214778 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.276200 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Attempting to bind port 8d25f06f-670c-46c8-966b-0b854e2ecd6a on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:17.276656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Attempting to bind port 8d25f06f-670c-46c8-966b-0b854e2ecd6a by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:17.277077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Attempting to bind port 8d25f06f-670c-46c8-966b-0b854e2ecd6a on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:17.282573 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Port 8d25f06f-670c-46c8-966b-0b854e2ecd6a on network 1874a60e-5d94-4551-b951-519bd99e148d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:17.282738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Attempting to bind port 8d25f06f-670c-46c8-966b-0b854e2ecd6a on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:17.294848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:17.296050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Checking segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:17.297592 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Bound using segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:17.298097 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Bound port: 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:17.298527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.448949 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d6f8-5bfb-4910-8f15-ba29ff61a38a req-cebad24a-ab4c-4143-8335-8dfde915c5b8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.454390 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3418d6f8-5bfb-4910-8f15-ba29ff61a38a req-cebad24a-ab4c-4143-8335-8dfde915c5b8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 943 time: 0.1101732 May 18 14:38:17.472988 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:17.478578 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:17.484002 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.488243 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-68c1bbfc-a537-47a1-93f0-79ec67195abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.519678 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3418d6f8-5bfb-4910-8f15-ba29ff61a38a req-306182d4-b33f-4d6a-918b-d1a8f6ce1d74 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593421 May 18 14:38:17.590261 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.590910 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.592279 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1094 time: 1.8614807 May 18 14:38:17.592931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:17.642160 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Pushing event updated for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.649512 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.671987 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'status': 'completed', 'code': 200} May 18 14:38:17.780570 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-729f7633-bbb0-4174-835c-6ffd1257c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.782583 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-729f7633-bbb0-4174-835c-6ffd1257c6df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1097 time: 0.0998452 May 18 14:38:17.914423 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 515227a8-0b3a-49a6-9d73-91853f8374b5 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:17.933431 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-5656acf9-c6e9-486a-bf9f-0c2972a5964c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 217 time: 0.1414189 May 18 14:38:18.063902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-badbbb24-342b-4203-8570-cf7ed6c88f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.066175 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-badbbb24-342b-4203-8570-cf7ed6c88f46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.1248662 May 18 14:38:18.117194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=515227a8-0b3a-49a6-9d73-91853f8374b5,segment=NetworkSegment(879e2ef6-a9ab-41e3-bed2-85a67cada05b),segment_id=879e2ef6-a9ab-41e3-bed2-85a67cada05b)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:18.150097 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '515227a8-0b3a-49a6-9d73-91853f8374b5', 'network_id': '9d3d3854-6be4-4e5d-bfd7-f6c39abd209b', 'port_id': '515227a8-0b3a-49a6-9d73-91853f8374b5', 'mac_address': 'fa:16:3e:b6:3a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c9acb7-5af8-4d21-9e63-475fc202fb25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:18.183203 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-ba4becda-1ed6-4475-9986-37e90c64a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.185373 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-ba4becda-1ed6-4475-9986-37e90c64a1cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092191 May 18 14:38:18.189141 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-567eb3d3-7b39-4182-aea8-53359889044c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.198162 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-567eb3d3-7b39-4182-aea8-53359889044c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:18.216698 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-567eb3d3-7b39-4182-aea8-53359889044c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:18.223647 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-567eb3d3-7b39-4182-aea8-53359889044c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 944 time: 0.1957979 May 18 14:38:18.273914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-d83c49d8-6909-4bce-85f2-066547bee6ce tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:18.299783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-d83c49d8-6909-4bce-85f2-066547bee6ce tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:18.313160 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-292b742e-5ace-4b74-b06c-fe5ebaa08a15 req-d83c49d8-6909-4bce-85f2-066547bee6ce tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885577 May 18 14:38:18.372579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.493235 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515227a8-0b3a-49a6-9d73-91853f8374b5 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:18.524519 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=515227a8-0b3a-49a6-9d73-91853f8374b5,segment=NetworkSegment(879e2ef6-a9ab-41e3-bed2-85a67cada05b),segment_id=879e2ef6-a9ab-41e3-bed2-85a67cada05b)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:18.547697 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.550752 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c8f940bc-215c-41af-ab51-4a8c73f6e0f1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:18.554924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:18.681283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:18.685979 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:18.916543 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a6843a3c-eeea-4bbf-8570-9b17c8b7ef13 req-c97c7460-cecb-439f-835c-d5ffcad27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 210 time: 0.3387704 May 18 14:38:18.985684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:19.008655 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-474c6684-ff98-453a-9ce6-6e46cf9f7596 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134444 May 18 14:38:19.014477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'port_id': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1', 'mac_address': 'fa:16:3e:68:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:19.046106 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-7892a0e5-5bb1-4ea3-b90f-ed3d227d2ceb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.048061 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-7892a0e5-5bb1-4ea3-b90f-ed3d227d2ceb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 816 time: 0.6361206 May 18 14:38:19.096789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4d28-5120-4ced-9444-c93168070cd6 req-451df2ea-5f5f-45de-b5c4-1c0c8155dc45 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.104506 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f8be4d28-5120-4ced-9444-c93168070cd6 req-451df2ea-5f5f-45de-b5c4-1c0c8155dc45 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 945 time: 0.4619322 May 18 14:38:19.164607 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.195149 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f940bc-215c-41af-ab51-4a8c73f6e0f1 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:19.196022 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-031e7ea3-4083-483b-b46b-97a3a889bbe9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 379 time: 0.1385367 May 18 14:38:19.213400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'port': {'device_id': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'admin_state_up': True, 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'security_groups': ['74dca218-3db7-4b58-a09e-4c61ab4b0d88']}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:19.215507 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:19.222344 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.226492 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.243638 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f8be4d28-5120-4ced-9444-c93168070cd6 req-eff0bf1b-14f8-4e68-a8c3-6ca944b88575 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350696 May 18 14:38:19.283411 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac3c7f86-d990-420d-add3-03ba8d9ef246 req-f5cdab4e-ac6f-40ea-a3f9-ca8518ecfa51 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654650 May 18 14:38:19.313785 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.317456 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.467579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fd4e3-193a-4c7a-8bfa-00e03ae4b4a6 req-296a04e8-1fd6-4f93-a20a-701bd5f3ca61 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.469158 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-939fd4e3-193a-4c7a-8bfa-00e03ae4b4a6 req-296a04e8-1fd6-4f93-a20a-701bd5f3ca61 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 943 time: 0.3729932 May 18 14:38:19.479129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:19.549316 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:19.566378 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-95337c6e-fcf5-422e-bffc-e347bd782a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.568171 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-95337c6e-fcf5-422e-bffc-e347bd782a65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1097 time: 0.2215142 May 18 14:38:19.577923 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-939fd4e3-193a-4c7a-8bfa-00e03ae4b4a6 req-818ad01d-1f52-4adf-b651-ebf201fc024f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002834 May 18 14:38:19.578498 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Made reservation on behalf of f62f61ee6013494d9be32001aa4dda69 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:19.581865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.635709 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f3ed-ad9f-4cc0-bd9a-44680b22a960 req-879a8480-6dbb-464e-8ce4-1e9588a87373 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.637755 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-33d0f3ed-ad9f-4cc0-bd9a-44680b22a960 req-879a8480-6dbb-464e-8ce4-1e9588a87373 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 944 time: 0.2084241 May 18 14:38:19.763811 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-33d0f3ed-ad9f-4cc0-bd9a-44680b22a960 req-afa4d7e4-cb94-4b06-b3fd-381ae0994c3b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683236 May 18 14:38:19.772544 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['515227a8-0b3a-49a6-9d73-91853f8374b5'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:19.775651 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Allocated IP 172.20.0.11 (994f6048-c94b-4cbb-a62d-dd6dc1592d8c/5f498577-e963-4890-8207-e1eee110921a/daf2aaf6-04ef-4e5b-976b-491096ed3aca) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:19.780789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-ee22f7c5-4b16-4773-a206-862ab050e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.783541 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-ee22f7c5-4b16-4773-a206-862ab050e186 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.2078090 May 18 14:38:19.830281 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:19.913399 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-eacf02bd-b46a-4cc8-a302-55c4690b71a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 217 time: 0.1230094 May 18 14:38:20.079351 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-0f17e08c-473e-44c4-aac3-83112122a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.084730 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-0f17e08c-473e-44c4-aac3-83112122a6a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.1633472 May 18 14:38:20.218044 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-8acc45f0-e7b3-4914-b5a3-0bd624ac0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.220505 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-8acc45f0-e7b3-4914-b5a3-0bd624ac0a87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1289618 May 18 14:38:20.291456 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fb2d9713-81cb-4dd5-9fe9-d01517a659b7 req-4736ae86-cad9-4b2c-934a-04cbd60ba8da tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 210 time: 0.0735798 May 18 14:38:20.366915 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.385194 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Transition to ACTIVE for port object daf2aaf6-04ef-4e5b-976b-491096ed3aca will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:20.424459 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.434922 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:20.518644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:20.518644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:20.523422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:20.569222 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:20.573546 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:20.584503 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-d9ac3081-1190-447d-871e-d7495502da55 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557301 May 18 14:38:20.608152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.609055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.673858 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4655986 May 18 14:38:20.692313 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Request body: {'port': {'device_id': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:20.866297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d25bb1-7515-48db-a169-a4e1f0331214 req-272be42a-3b85-41d6-a748-3ccbe01baed5 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.868898 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-48d25bb1-7515-48db-a169-a4e1f0331214 req-272be42a-3b85-41d6-a748-3ccbe01baed5 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 945 time: 0.4228528 May 18 14:38:20.886371 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-3dba011b-227a-45c3-9852-1d49bac2524b None None] Provisioning for port daf2aaf6-04ef-4e5b-976b-491096ed3aca completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:20.892875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-3dba011b-227a-45c3-9852-1d49bac2524b None None] Provisioning complete for port daf2aaf6-04ef-4e5b-976b-491096ed3aca triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:20.893351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3dba011b-227a-45c3-9852-1d49bac2524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.894258 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c53260-413a-4cbf-8f17-664874a09f8b req-9e75d16c-50d5-4193-90df-e638e7085d73 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982862 May 18 14:38:20.971614 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-48d25bb1-7515-48db-a169-a4e1f0331214 req-df8ae973-33c0-465c-8e53-c4a83c356322 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772262 May 18 14:38:21.018127 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-3dba011b-227a-45c3-9852-1d49bac2524b None None] Port daf2aaf6-04ef-4e5b-976b-491096ed3aca cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:21.027737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.179042 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc821095-faf4-4702-8ebb-bec6f340021c req-c93343a3-9874-4e85-9fe1-c330a4def678 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.194882 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fc821095-faf4-4702-8ebb-bec6f340021c req-c93343a3-9874-4e85-9fe1-c330a4def678 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 944 time: 0.3850253 May 18 14:38:21.256310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d42d80-8445-447d-b40f-5700376cdc93 req-39d69f40-54a4-4e5c-8cde-2c696dc222e7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.275430 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f0d42d80-8445-447d-b40f-5700376cdc93 req-39d69f40-54a4-4e5c-8cde-2c696dc222e7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 944 time: 0.1769555 May 18 14:38:21.363662 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f0d42d80-8445-447d-b40f-5700376cdc93 req-0b83d56c-0918-433c-b441-3b96c3cf355b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871792 May 18 14:38:21.424180 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fc821095-faf4-4702-8ebb-bec6f340021c req-5e41d6ea-75ad-473c-8fea-44043a283af6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282848 May 18 14:38:21.579728 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132992-3314-4f66-abb2-42214d4d904b req-8d5b8c26-ce39-49d4-b1b3-13ed81b59735 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.586238 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2f132992-3314-4f66-abb2-42214d4d904b req-8d5b8c26-ce39-49d4-b1b3-13ed81b59735 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 932 time: 0.1020942 May 18 14:38:21.663335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-2f132992-3314-4f66-abb2-42214d4d904b req-4c9b8433-35fa-4672-a01b-8c31f0ba3b7c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:21.700749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-2f132992-3314-4f66-abb2-42214d4d904b req-4c9b8433-35fa-4672-a01b-8c31f0ba3b7c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:21.701901 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2f132992-3314-4f66-abb2-42214d4d904b req-4c9b8433-35fa-4672-a01b-8c31f0ba3b7c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149161 May 18 14:38:21.730162 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:21.738735 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.755731 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Transition to ACTIVE for port object daf2aaf6-04ef-4e5b-976b-491096ed3aca will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:21.763440 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.770721 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:21.837257 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35738) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:21.870265 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d25f06f-670c-46c8-966b-0b854e2ecd6a details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:21.888830 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 515227a8-0b3a-49a6-9d73-91853f8374b5 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:22.171256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.190036 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.194235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.220177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:22.228300 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Usage tracker for resource:security_group_rule and tenant:73dfd52dd8ff4ddd870affa47792c65c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:22.240659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:22.257927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:22.280762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Attempting to bind port daf2aaf6-04ef-4e5b-976b-491096ed3aca on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:22.281130 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Attempting to bind port daf2aaf6-04ef-4e5b-976b-491096ed3aca by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:22.281430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Attempting to bind port daf2aaf6-04ef-4e5b-976b-491096ed3aca on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:22.284576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 515227a8-0b3a-49a6-9d73-91853f8374b5 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:22.289587 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Port daf2aaf6-04ef-4e5b-976b-491096ed3aca on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:22.289899 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Attempting to bind port daf2aaf6-04ef-4e5b-976b-491096ed3aca on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:22.296067 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 515227a8-0b3a-49a6-9d73-91853f8374b5 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:22.297162 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.298900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:22.299257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Checking segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:22.299640 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Bound using segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:22.300066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Bound port: daf2aaf6-04ef-4e5b-976b-491096ed3aca, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:22.300398 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.431872 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.438523 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:22.441488 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.441961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:22.452132 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.452332 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-80ed44d9-1669-4aac-ad20-9de68eb09a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:22.462952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:22.489731 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:22.519516 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1bf09-c8ec-43fb-b520-535c7459cd65 req-ceb2a249-1024-45aa-bb08-f6fa687eef5b tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.521316 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a6c1bf09-c8ec-43fb-b520-535c7459cd65 req-ceb2a249-1024-45aa-bb08-f6fa687eef5b tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 945 time: 0.3429787 May 18 14:38:22.530274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35772) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:22.531756 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73dfd52dd8ff4ddd870affa47792c65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933351 May 18 14:38:22.533207 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f554f5-b15d-4dca-ae85-8d52ea1f8137,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.536328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.539096 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.539784 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.541121 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] 10.222.0.70 "PUT /v2.0/ports/daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 1094 time: 1.8578558 May 18 14:38:22.558455 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:22.635024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'port_id': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'mac_address': 'fa:16:3e:7d:0d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:22.665467 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a6c1bf09-c8ec-43fb-b520-535c7459cd65 req-a0459a6b-d592-4b04-a56b-b2e783b30e2b tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321154 May 18 14:38:22.670088 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.748242 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bb599-3896-46ce-bd9a-5af5a16c94fa req-eba1735f-f4d6-4919-b150-5d2e2c8a3879 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.754009 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1e8bb599-3896-46ce-bd9a-5af5a16c94fa req-eba1735f-f4d6-4919-b150-5d2e2c8a3879 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 944 time: 0.1790833 May 18 14:38:22.769424 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.772763 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.784569 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.826270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:22.843325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.847587 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1e8bb599-3896-46ce-bd9a-5af5a16c94fa req-d447dbfb-836d-48be-a35e-ac48768d0b61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868311 May 18 14:38:22.908922 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'status': 'completed', 'code': 200} May 18 14:38:22.937563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=515227a8-0b3a-49a6-9d73-91853f8374b5,segment=NetworkSegment(879e2ef6-a9ab-41e3-bed2-85a67cada05b),segment_id=879e2ef6-a9ab-41e3-bed2-85a67cada05b)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:22.943345 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d25f06f-670c-46c8-966b-0b854e2ecd6a {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:22.962224 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:22.964619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.965414 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c8f940bc-215c-41af-ab51-4a8c73f6e0f1 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:22.967958 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-f70aaff0-786a-4cc8-a0e2-8458f16ab932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.969709 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-f70aaff0-786a-4cc8-a0e2-8458f16ab932 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1097 time: 0.3167918 May 18 14:38:22.975521 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.011161 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.043495 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.142726 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.147358 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.147859 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.193661 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:23.204267 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67d2f-2080-4906-8731-26880964ff3b req-20f95e87-4e76-46c1-99a4-e2a8c880539e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.205514 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:23.205902 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.207688 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acd67d2f-2080-4906-8731-26880964ff3b req-20f95e87-4e76-46c1-99a4-e2a8c880539e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1771748 May 18 14:38:23.218766 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-9cc17cf8-e9bc-47ef-9eab-9b1cfb2c845a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 217 time: 0.2358625 May 18 14:38:23.280154 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acd67d2f-2080-4906-8731-26880964ff3b req-f461c873-63b7-49e7-9835-c1778b7b9767 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645192 May 18 14:38:23.281573 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.285740 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.331765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-0c6c80c8-0088-4849-b1c8-d7499b53cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.333497 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-0c6c80c8-0088-4849-b1c8-d7499b53cf85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.1043754 May 18 14:38:23.343331 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24856f7d-cf3a-4533-9741-b229ff154d0a req-745f2be0-7bb9-4dd3-b12a-83b17008d6b5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.344914 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24856f7d-cf3a-4533-9741-b229ff154d0a req-745f2be0-7bb9-4dd3-b12a-83b17008d6b5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 944 time: 0.5064318 May 18 14:38:23.354847 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.371531 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['8d25f06f-670c-46c8-966b-0b854e2ecd6a'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:23.392355 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.423505 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.424119 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35800) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:23.490422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f554f5-b15d-4dca-ae85-8d52ea1f8137,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.500959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.505085 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a7f554f5-b15d-4dca-ae85-8d52ea1f8137 HTTP/1.1" status: 204 len: 168 time: 0.9723177 May 18 14:38:23.507361 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.526830 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24856f7d-cf3a-4533-9741-b229ff154d0a req-dcb97607-424a-4ef9-b972-63687f2f869f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438844 May 18 14:38:23.540635 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-d943d6a0-6a6e-49db-a68c-90dfbe8c7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.542144 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-d943d6a0-6a6e-49db-a68c-90dfbe8c7793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1960957 May 18 14:38:23.603151 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:23.644078 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5', 'code': 200} May 18 14:38:23.645520 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.654731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.655982 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.688131 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:23.698752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Usage tracker for resource:security_group_rule and tenant:b0095cf375c64fabb5f96c8b3f66fa9e is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:23.705132 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:23.718082 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:23.775379 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.789924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.883741 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-b7ce9bf0-5b25-4720-9511-998cba21d040 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240259 May 18 14:38:23.943152 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.951490 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.004585 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-3e39f028-37cb-4a84-be9a-d9c2e8e991ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.013977 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0095cf375c64fabb5f96c8b3f66fa9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887420 May 18 14:38:24.019526 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35830) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:24.126049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4de8a-5ffe-4320-af38-70b3380dd7de,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.139209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.169749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35840) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:24.190267 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-c9afdb04-8872-4e4b-a526-b3cd2bf6b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.191941 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-c9afdb04-8872-4e4b-a526-b3cd2bf6b1b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 1099 time: 0.1883967 May 18 14:38:24.199978 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.227238 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24bfaa14-52cc-4c7e-9682-cd6e900439e3 req-a15571a6-0e87-493f-9ac8-0e6ffc55b714 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342640 May 18 14:38:24.229379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.244213 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.245552 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:24.256245 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:24.258982 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Usage tracker for resource:security_group_rule and tenant:3ea9ad4d4223408ebf774ceea351051b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:24.264491 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:24.272065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Usage tracker for resource:security_group_rule and tenant:fe8431fcbe6c49f990ced7a181b4e6bb is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:24.276151 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:24.278720 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2f90-7415-4c7b-ad0f-553808a02103 req-0ae2924f-7b7e-4c03-a968-4a13042c325a tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.278894 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:24.280636 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8f7c2f90-7415-4c7b-ad0f-553808a02103 req-0ae2924f-7b7e-4c03-a968-4a13042c325a tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.3136525 May 18 14:38:24.293765 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:24.304841 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.311171 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6be203-d599-4db4-b0fa-cf8607533554 req-4bc3d1f1-e068-4dd4-9ec1-5e60befa5fbc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.312401 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2d6be203-d599-4db4-b0fa-cf8607533554 req-4bc3d1f1-e068-4dd4-9ec1-5e60befa5fbc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 945 time: 0.2315371 May 18 14:38:24.413755 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2d6be203-d599-4db4-b0fa-cf8607533554 req-dcdb3381-b7b1-414f-8d23-de8390fb7113 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868547 May 18 14:38:24.424514 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8f7c2f90-7415-4c7b-ad0f-553808a02103 req-8101742a-ac9e-4b6a-b012-582de6a55503 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374629 May 18 14:38:24.471775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-9f5b1f4b-5c17-4b3a-8700-91406cdc7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.480703 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-9f5b1f4b-5c17-4b3a-8700-91406cdc7449 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1097 time: 0.1687837 May 18 14:38:24.482161 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.504385 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.515422 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.518250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.525950 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.536500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4de8a-5ffe-4320-af38-70b3380dd7de,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.561759 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.566935 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d3752ca2-a43e-49ad-bb7c-e4867397e360 req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681271 May 18 14:38:24.571155 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.579539 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74318932-a698-469d-8adb-c5526c78d7f1,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.585439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.586256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-518c7444-3f42-4219-8565-b3b58f519c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.626563 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3ea9ad4d4223408ebf774ceea351051b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511452 May 18 14:38:24.626795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35854) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:24.629449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef5705-37a3-481d-8786-3cfab3c26bc9,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.641629 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.665945 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.669715 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.670957 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cda4de8a-5ffe-4320-af38-70b3380dd7de HTTP/1.1" status: 204 len: 168 time: 0.6502030 May 18 14:38:24.751305 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-889e5dde-0e91-4616-aab9-657900606230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.752762 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-889e5dde-0e91-4616-aab9-657900606230 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.2611227 May 18 14:38:24.762542 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.796784 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.825777 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24af6-f956-4f25-aa5c-53f222fc0fd3 req-6ecf6e95-8295-4c5b-91f9-393ba547537f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.827355 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-39a24af6-f956-4f25-aa5c-53f222fc0fd3 req-6ecf6e95-8295-4c5b-91f9-393ba547537f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.1694903 May 18 14:38:24.833783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aabd4-6d1b-43d3-9945-862743b8c167 req-aba0120e-509e-4877-a26d-bc86a875edb4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.834491 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0d4aabd4-6d1b-43d3-9945-862743b8c167 req-aba0120e-509e-4877-a26d-bc86a875edb4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:24.846466 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-08a637e2-b125-4425-a50b-9bf8e2d28161 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 217 time: 0.0776122 May 18 14:38:24.893181 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-39a24af6-f956-4f25-aa5c-53f222fc0fd3 req-f29dcb8c-ef9b-4191-97ec-df387e1916a9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 May 18 14:38:24.895490 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0d4aabd4-6d1b-43d3-9945-862743b8c167 req-aba0120e-509e-4877-a26d-bc86a875edb4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:24.896827 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0d4aabd4-6d1b-43d3-9945-862743b8c167 req-aba0120e-509e-4877-a26d-bc86a875edb4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.2342114 May 18 14:38:24.912174 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.917436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-052b4f32-4cde-45ec-a63d-2cd059f55afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.934494 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef5705-37a3-481d-8786-3cfab3c26bc9,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.938515 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-9ac134e6-41eb-4e40-b2eb-7687e7a80f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.939688 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.940071 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-9ac134e6-41eb-4e40-b2eb-7687e7a80f72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0856333 May 18 14:38:24.968716 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.971467 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e2ef5705-37a3-481d-8786-3cfab3c26bc9 HTTP/1.1" status: 204 len: 168 time: 0.3436899 May 18 14:38:25.015664 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0d4aabd4-6d1b-43d3-9945-862743b8c167 req-55fc7a96-5b6d-4f63-966c-ad289a6330b4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092346 May 18 14:38:25.048835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-76a9607f-d64e-42aa-817b-eeb5dceda803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.050308 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-76a9607f-d64e-42aa-817b-eeb5dceda803 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015258 May 18 14:38:25.139042 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 35870) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:25.163728 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.186389 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:25.187726 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Usage tracker for resource:security_group_rule and tenant:56118f5e2ea5418788a489485796cd26 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:25.191167 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:25.197311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:25.213639 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-fa8860ac-ffc1-4ba7-819e-fd714c1ae215 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533499 May 18 14:38:25.293895 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.301286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.310592 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5ddd8100-0289-4cfd-81f0-d4e291741473 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:25.352095 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=56118f5e2ea5418788a489485796cd26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093749 May 18 14:38:25.353250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35878) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:25.354742 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a65f2-cd33-4f5e-83c3-cc4c160c49d7,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:25.358791 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:25.370260 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-37178b80-4a0e-4320-8ff7-9275b3b839ab req-8b003c9f-e176-4ce1-bc74-496ac7c1530c service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483510 May 18 14:38:25.417548 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.444593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.511647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.525015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e7d9e985-8533-44e7-8624-865b18ad269f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:25.542295 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a65f2-cd33-4f5e-83c3-cc4c160c49d7,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:25.544396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.545809 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f2a65f2-cd33-4f5e-83c3-cc4c160c49d7 HTTP/1.1" status: 204 len: 168 time: 0.1922066 May 18 14:38:25.547098 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:25.645915 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:25.705331 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857665f-964e-4c27-afd2-b4bdc234bfec req-7e655d27-41ed-453c-95b5-e917c1603ab0 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.714197 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d857665f-964e-4c27-afd2-b4bdc234bfec req-7e655d27-41ed-453c-95b5-e917c1603ab0 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.1454835 May 18 14:38:25.804118 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d857665f-964e-4c27-afd2-b4bdc234bfec req-42156f05-445d-49bc-960a-4d1a1e445aea tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 May 18 14:38:25.811477 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4844e-e18e-436f-bcf0-3e8b280f8f83 req-24fee9cf-7bfc-464f-bcda-ab88b61e44ff tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.813363 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-40e4844e-e18e-436f-bcf0-3e8b280f8f83 req-24fee9cf-7bfc-464f-bcda-ab88b61e44ff tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 945 time: 0.2239308 May 18 14:38:25.881478 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d25f06f-670c-46c8-966b-0b854e2ecd6a up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:25.883793 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-40e4844e-e18e-436f-bcf0-3e8b280f8f83 req-9e0c9dd0-9560-4cec-abc6-dea1d750396c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622230 May 18 14:38:25.924219 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1', 'code': 200} May 18 14:38:25.976524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 8d25f06f-670c-46c8-966b-0b854e2ecd6a completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:25.983976 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 8d25f06f-670c-46c8-966b-0b854e2ecd6a triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:25.984814 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.138561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.176402 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438410a-802a-4da0-9625-fca96ad055c7 req-b5262f03-907c-4cdb-8c0e-de6f69f952c6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:26.179619 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b438410a-802a-4da0-9625-fca96ad055c7 req-b5262f03-907c-4cdb-8c0e-de6f69f952c6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.1424654 May 18 14:38:26.180997 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651a3e9-f62e-48ee-8645-519a1c8db99b req-a32bf0c5-bba2-469e-a18e-aeb781db4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:26.182220 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2651a3e9-f62e-48ee-8645-519a1c8db99b req-a32bf0c5-bba2-469e-a18e-aeb781db4fa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 1098 time: 0.0944591 May 18 14:38:26.200809 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:26.211652 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.213554 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.248463 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b438410a-802a-4da0-9625-fca96ad055c7 req-dbc734f7-a754-48a1-bc7e-aa9302a32a72 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 May 18 14:38:26.347077 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2651a3e9-f62e-48ee-8645-519a1c8db99b req-0e0a030a-ab17-4153-a492-95a7ea59919a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479685 May 18 14:38:26.385538 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.393099 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:26.400111 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191b04-f77f-4c95-9ea8-d8213487105b req-a73fde28-d2bc-471d-8942-35e3b714891f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:26.404697 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-06191b04-f77f-4c95-9ea8-d8213487105b req-a73fde28-d2bc-471d-8942-35e3b714891f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.2021062 May 18 14:38:26.455844 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-06191b04-f77f-4c95-9ea8-d8213487105b req-f3a1534d-46bc-439b-8574-973da3fa2935 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 May 18 14:38:27.062955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4243-a15c-43e4-bfee-17af2b359f66 req-095ee10f-2a48-4398-9b12-72758bfee97e tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.070722 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d73b4243-a15c-43e4-bfee-17af2b359f66 req-095ee10f-2a48-4398-9b12-72758bfee97e tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.1231649 May 18 14:38:27.129816 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbc607-a7ed-4331-aaa7-2585cb4d588f req-eda594c6-94a4-4f82-bf5e-0b736b12733c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.131490 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ffbbc607-a7ed-4331-aaa7-2585cb4d588f req-eda594c6-94a4-4f82-bf5e-0b736b12733c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1002152 May 18 14:38:27.134665 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d73b4243-a15c-43e4-bfee-17af2b359f66 req-45fad393-f9f3-4381-b734-eb0c1ebaeb92 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629494 May 18 14:38:27.181880 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ffbbc607-a7ed-4331-aaa7-2585cb4d588f req-a5e9ea06-3323-483f-87b8-7c674c776d84 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 May 18 14:38:27.438058 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 35994) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:27.455355 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ee058-cc68-4879-9602-03730dcf1fa5 req-1f1b0414-28e5-4775-905a-ffbea07815f8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.463789 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3e0ee058-cc68-4879-9602-03730dcf1fa5 req-1f1b0414-28e5-4775-905a-ffbea07815f8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.1002266 May 18 14:38:27.526709 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3e0ee058-cc68-4879-9602-03730dcf1fa5 req-139d644d-9fdc-47c3-b393-250d87b0cfb9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619748 May 18 14:38:27.654064 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.683424 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:27.689375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d4e9a2836540b6a4ff63a59664a2db is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:27.693624 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:27.711467 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:27.759534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2dc6c-4b47-40f2-996c-12e1ea853a0c req-a9df4870-ae3c-4de4-9237-a2770a186e7e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.766514 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bff2dc6c-4b47-40f2-996c-12e1ea853a0c req-a9df4870-ae3c-4de4-9237-a2770a186e7e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1800036 May 18 14:38:27.859637 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bff2dc6c-4b47-40f2-996c-12e1ea853a0c req-f4d23f10-c8d6-4b7b-895f-445577e4e954 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920901 May 18 14:38:27.907262 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:27.961938 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:27.984522 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.990529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.001151 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.051069 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'code': 200} May 18 14:38:28.078877 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:28.090645 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e3d4e9a2836540b6a4ff63a59664a2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491141 May 18 14:38:28.091102 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36026) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:28.095366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7de573-c1cd-49cb-a8db-9899843e5bb1,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.099187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.116469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:28.214859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.229196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.247472 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.249260 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:28.274309 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:28.279580 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.283063 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.358184 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.367217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.369038 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-41d1368d-0e5d-449b-8d47-11c912a16b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.380241 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.402449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7de573-c1cd-49cb-a8db-9899843e5bb1,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.406169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.408762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.411064 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2a7de573-c1cd-49cb-a8db-9899843e5bb1 HTTP/1.1" status: 204 len: 168 time: 0.3180842 May 18 14:38:28.432152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d0062-1bc8-4f8a-818a-e8afe94136c1 req-ccd55f0d-4486-4acd-ba79-cbda766df413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:28.433857 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b56d0062-1bc8-4f8a-818a-e8afe94136c1 req-ccd55f0d-4486-4acd-ba79-cbda766df413 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.1812801 May 18 14:38:28.441472 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5ec19-60b2-42dd-b64e-b98cde2659ea req-9aaf06a2-be6b-4eed-b99d-2b945a650e70 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:28.443146 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73f5ec19-60b2-42dd-b64e-b98cde2659ea req-9aaf06a2-be6b-4eed-b99d-2b945a650e70 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1098285 May 18 14:38:28.521695 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b56d0062-1bc8-4f8a-818a-e8afe94136c1 req-9206b3b7-4f78-46f9-a165-4b991ec88ac9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768151 May 18 14:38:28.527622 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73f5ec19-60b2-42dd-b64e-b98cde2659ea req-7c3c10b0-f188-47e0-afed-3ecd681e49ea tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702810 May 18 14:38:28.675283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['daf2aaf6-04ef-4e5b-976b-491096ed3aca'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:28.709587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53175-7e90-45ea-800d-6ce54387dfc8 req-9b62f62f-ec8d-4950-900e-8bf5ce4de4e7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:28.712763 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-90c53175-7e90-45ea-800d-6ce54387dfc8 req-9b62f62f-ec8d-4950-900e-8bf5ce4de4e7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.0872252 May 18 14:38:28.772466 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-90c53175-7e90-45ea-800d-6ce54387dfc8 req-355b4cd1-2942-426a-a0b5-47f74ca752be tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526443 May 18 14:38:29.094307 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817c040-87bd-43ac-b9de-557cac9a519d req-d8643633-6871-4c1e-85c3-f9491b4707a2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.101930 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1817c040-87bd-43ac-b9de-557cac9a519d req-d8643633-6871-4c1e-85c3-f9491b4707a2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0979321 May 18 14:38:29.157054 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1817c040-87bd-43ac-b9de-557cac9a519d req-ffe1bc76-ed37-4ce8-917e-40124bd4da70 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540605 May 18 14:38:29.751853 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872f93-d724-480c-a94e-a8b41957c9d4 req-4c86dc00-ea7f-4ed6-8021-feae3701cf26 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.754704 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-94872f93-d724-480c-a94e-a8b41957c9d4 req-4c86dc00-ea7f-4ed6-8021-feae3701cf26 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0954907 May 18 14:38:29.821515 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-94872f93-d724-480c-a94e-a8b41957c9d4 req-385db8a2-aa0c-4cb9-aa01-2d6f08e458ee tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594294 May 18 14:38:30.343769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688d397-ea04-4a1a-bd9e-e8c07a86b20b req-a195a486-8888-4134-9fd8-a47160079d0f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:30.345331 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f688d397-ea04-4a1a-bd9e-e8c07a86b20b req-a195a486-8888-4134-9fd8-a47160079d0f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0839634 May 18 14:38:30.395771 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f688d397-ea04-4a1a-bd9e-e8c07a86b20b req-8de10b3e-ee78-4188-aa2f-c1e78995f248 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 May 18 14:38:31.019342 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef512ab-fc4b-4986-a35c-fbb0c2735173 req-635c29a6-f36a-4876-bcbe-a7f1dcce3f13 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.021384 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-aef512ab-fc4b-4986-a35c-fbb0c2735173 req-635c29a6-f36a-4876-bcbe-a7f1dcce3f13 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0956168 May 18 14:38:31.083948 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-aef512ab-fc4b-4986-a35c-fbb0c2735173 req-2935ec00-fec0-4373-a709-e9a44bc9fa65 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495012 May 18 14:38:31.618395 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a45a-637a-4962-9bc9-3063ccd2d55c req-63b3340c-5c7a-47cd-a1ed-e03a7154a43f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.619863 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2313a45a-637a-4962-9bc9-3063ccd2d55c req-63b3340c-5c7a-47cd-a1ed-e03a7154a43f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0973568 May 18 14:38:31.665333 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2313a45a-637a-4962-9bc9-3063ccd2d55c req-8af9749a-3a7e-4107-a238-a3ec11fb7900 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 May 18 14:38:32.279185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0541-977d-4e77-8672-65c708e93de5 req-16a39d8c-1788-4ac7-80d9-d173c5616cf1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:32.280635 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bcab0541-977d-4e77-8672-65c708e93de5 req-16a39d8c-1788-4ac7-80d9-d173c5616cf1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0910530 May 18 14:38:32.340952 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bcab0541-977d-4e77-8672-65c708e93de5 req-e0bfc73b-3bc3-4321-ac21-cc5fbd80e1ea tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527759 May 18 14:38:32.862366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7929b-8669-4a58-bfcc-c9d5d90a18a5 req-42145974-001b-4383-8356-485c4db92cae tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:32.863866 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c2a7929b-8669-4a58-bfcc-c9d5d90a18a5 req-42145974-001b-4383-8356-485c4db92cae tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0836504 May 18 14:38:32.916031 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c2a7929b-8669-4a58-bfcc-c9d5d90a18a5 req-69cd0992-e043-4404-adc5-b51a0743287e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 May 18 14:38:33.316125 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c7928473-72a8-4ba7-b9c4-b4270034c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.536974 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa8a4-9907-4d9d-9ce8-95017c54223f req-d336cd2a-a8f0-4233-be24-e0a2776ba8ac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.538448 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4ffaa8a4-9907-4d9d-9ce8-95017c54223f req-d336cd2a-a8f0-4233-be24-e0a2776ba8ac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0883627 May 18 14:38:33.587566 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4ffaa8a4-9907-4d9d-9ce8-95017c54223f req-a1c5f8d7-e64d-43a5-8035-fe12f105c188 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 May 18 14:38:34.113970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a32dfb-be9f-4dca-b4a5-d7fae35a470d req-4a1ad1d1-e44f-4282-afb4-ad37c5df7fbf tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:34.115630 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-79a32dfb-be9f-4dca-b4a5-d7fae35a470d req-4a1ad1d1-e44f-4282-afb4-ad37c5df7fbf tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0876431 May 18 14:38:34.161933 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-79a32dfb-be9f-4dca-b4a5-d7fae35a470d req-289023ec-7b24-4e14-99df-2dbeb0500712 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406992 May 18 14:38:34.785489 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e736874-18c5-4053-a28e-72f41c5d3f0e req-2b9d641e-b9c5-431a-af45-3231f38e33bc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:34.787606 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7e736874-18c5-4053-a28e-72f41c5d3f0e req-2b9d641e-b9c5-431a-af45-3231f38e33bc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0835814 May 18 14:38:34.837321 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7e736874-18c5-4053-a28e-72f41c5d3f0e req-fb40652a-9c45-4e83-8e71-9fd94c5b9cf3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 May 18 14:38:35.086522 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda34f74-0b7e-48cb-924a-221fdcd53ee0 req-65ce263f-ce88-4049-8b6e-c02544a23907 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.088982 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-eda34f74-0b7e-48cb-924a-221fdcd53ee0 req-65ce263f-ce88-4049-8b6e-c02544a23907 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1494572 May 18 14:38:35.100713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36206) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:35.109121 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'floatingip': {'port_id': '8d25f06f-670c-46c8-966b-0b854e2ecd6a'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:35.188352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.361758 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817afe-d263-4bf6-ab6b-6bb6accdd616 req-6809c8c1-6299-492c-89e5-f4ddc30e17ce tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.363117 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d7817afe-d263-4bf6-ab6b-6bb6accdd616 req-6809c8c1-6299-492c-89e5-f4ddc30e17ce tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0838227 May 18 14:38:35.413516 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d7817afe-d263-4bf6-ab6b-6bb6accdd616 req-1cdeed09-fbd7-4add-9d92-742a646fec3e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 May 18 14:38:35.553722 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.852404 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08c22830-392d-453c-8450-cc170b3ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.992287 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.997136 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.172012 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Floating IP 21aecddf-589d-4e40-84b2-ae34926c5392 associated. External IP: 172.27.0.107, port: 8d25f06f-670c-46c8-966b-0b854e2ecd6a. May 18 14:38:36.212791 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:36.302003 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port daf2aaf6-04ef-4e5b-976b-491096ed3aca completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:36.307063 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port daf2aaf6-04ef-4e5b-976b-491096ed3aca triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:36.307428 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.427411 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.465522 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:36.466481 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:36.473015 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.475477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-50bc801a-bc35-40bf-b0e1-bfa9269c8295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:36.550698 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.560455 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.631889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52e76-c1aa-4dc9-8917-82ef4601b589 req-63c2c7cc-69d1-4910-9531-0106dc1e622f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.633348 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-85f52e76-c1aa-4dc9-8917-82ef4601b589 req-63c2c7cc-69d1-4910-9531-0106dc1e622f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0856562 May 18 14:38:36.645074 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:36.679466 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-85f52e76-c1aa-4dc9-8917-82ef4601b589 req-f2af369d-77b0-423d-bc18-c2495090ec3d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 May 18 14:38:36.773906 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'code': 200} May 18 14:38:36.848738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:36.853452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.861979 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:36.880416 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:36.881020 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:36.909009 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-5d4045de-eea5-4ef1-b0e1-2e550f9ea320 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "PUT /v2.0/floatingips/21aecddf-589d-4e40-84b2-ae34926c5392 HTTP/1.1" status: 200 len: 992 time: 1.8068426 May 18 14:38:36.909640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:36.941170 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.058697 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:37.447452 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '21aecddf-589d-4e40-84b2-ae34926c5392', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:7d:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e12716-71f8-495c-99f1-1853199967b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:06Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:37.453262 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:37.467417 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:37.468272 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:37.655024 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:38.041629 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '21aecddf-589d-4e40-84b2-ae34926c5392', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:7d:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e12716-71f8-495c-99f1-1853199967b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:06Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:38.046199 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2bbb3-c274-4f6d-82a8-c4b8b3e0dcfd None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '21aecddf-589d-4e40-84b2-ae34926c5392', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:7d:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e12716-71f8-495c-99f1-1853199967b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:06Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:38.247628 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb186bd8-6785-41fb-a550-281e2ec434e0 None None] New status for floating IP 21aecddf-589d-4e40-84b2-ae34926c5392: ACTIVE {{(pid=91495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:38:38.433580 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.624167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.860544 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'status': 'completed', 'code': 200} May 18 14:38:39.032359 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-64dea976-9651-407c-8878-6b8071453710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.033836 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-64dea976-9651-407c-8878-6b8071453710 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.1467850 May 18 14:38:39.043085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940fb44-17ed-4af0-a28b-9f042060062a req-c79fa8c5-bfdd-4ccc-a992-1ea021925d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.044567 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4940fb44-17ed-4af0-a28b-9f042060062a req-c79fa8c5-bfdd-4ccc-a992-1ea021925d25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1099 time: 0.0726895 May 18 14:38:39.058926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68208d-ec69-49ba-a845-7663d6f98fcd req-e3ce30b7-0e19-4548-b8e9-f4197d1f7892 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.060523 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0a68208d-ec69-49ba-a845-7663d6f98fcd req-e3ce30b7-0e19-4548-b8e9-f4197d1f7892 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1038165 May 18 14:38:39.105886 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0a68208d-ec69-49ba-a845-7663d6f98fcd req-62eeb965-b406-4993-9a49-b28f1a056b65 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 May 18 14:38:39.273341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4940fb44-17ed-4af0-a28b-9f042060062a req-ef8c9c96-9d59-4d8f-9c3c-2002ab6f22fe service neutron] Synchronizing usage tracker for tenant:fe8431fcbe6c49f990ced7a181b4e6bb on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:39.294775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4940fb44-17ed-4af0-a28b-9f042060062a req-ef8c9c96-9d59-4d8f-9c3c-2002ab6f22fe service neutron] Unset dirty status for tenant:fe8431fcbe6c49f990ced7a181b4e6bb on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:39.296032 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4940fb44-17ed-4af0-a28b-9f042060062a req-ef8c9c96-9d59-4d8f-9c3c-2002ab6f22fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666122 May 18 14:38:39.365436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-44156a9e-9cdf-4237-ae7e-429ae7a27861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.366910 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-44156a9e-9cdf-4237-ae7e-429ae7a27861 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1378896 May 18 14:38:39.519463 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-0f9a1564-dca1-4793-b93e-6caf11340f7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1002 time: 0.1027086 May 18 14:38:39.591448 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-cab96e5d-2ae5-4d22-abd8-1ad0dfff3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.592924 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-cab96e5d-2ae5-4d22-abd8-1ad0dfff3d8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0650299 May 18 14:38:39.679693 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-fc1c789c-5691-4b35-9148-c8ae5bdf0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.681176 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-fc1c789c-5691-4b35-9148-c8ae5bdf0f27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804946 May 18 14:38:39.820766 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-8232ef7d-ceea-490e-a8c2-66f11802f042 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287327 May 18 14:38:39.956398 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ead42365-2332-43b5-98ed-2bd26e911b46 req-23b094f6-e583-455b-a1d6-757b9e300f18 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282315 May 18 14:38:40.305280 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d681-8306-44cf-aa2e-050431fb8b70 req-8d3a8777-9db3-42da-8ea4-e4da9d4f4c99 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:40.306716 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c010d681-8306-44cf-aa2e-050431fb8b70 req-8d3a8777-9db3-42da-8ea4-e4da9d4f4c99 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0855851 May 18 14:38:40.352823 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c010d681-8306-44cf-aa2e-050431fb8b70 req-4d5287d3-f32c-4618-ba1c-6c479ef22cc3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 May 18 14:38:41.574159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff969c-484c-4a8c-8119-997c38eb62ea req-3c25b558-ecb3-4203-94f3-f02351af8469 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:41.576493 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fbff969c-484c-4a8c-8119-997c38eb62ea req-3c25b558-ecb3-4203-94f3-f02351af8469 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1068923 May 18 14:38:41.626602 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fbff969c-484c-4a8c-8119-997c38eb62ea req-d5f7651e-5fa4-4aa2-bc3e-321f6fe6f501 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 May 18 14:38:41.821927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30059087-f0e9-448b-ab30-da1d18914293 req-9c630108-3e63-47c7-8692-62ea82f2f461 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:41.824622 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-30059087-f0e9-448b-ab30-da1d18914293 req-9c630108-3e63-47c7-8692-62ea82f2f461 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0877883 May 18 14:38:41.832481 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36344) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:41.838066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'floatingip': {'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:41.919408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.824737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.829159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.997282 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Floating IP 72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f associated. External IP: 172.27.0.34, port: daf2aaf6-04ef-4e5b-976b-491096ed3aca. May 18 14:38:43.363909 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:43.732869 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:43.747729 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:43.764362 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:43.766559 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.771788 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.857567 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d0b3b4db-03db-4edf-b4b4-daf74c30452c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "PUT /v2.0/floatingips/72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f HTTP/1.1" status: 200 len: 991 time: 2.0240028 May 18 14:38:43.859494 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:43.982395 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'status': 'completed', 'code': 200} May 18 14:38:44.025480 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36426) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:44.098562 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-4553e654-2670-4b9f-8e38-a3b3d1fd3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.100094 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-4553e654-2670-4b9f-8e38-a3b3d1fd3683 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1099 time: 0.0832117 May 18 14:38:44.105779 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:44.160975 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.175262 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:44.179400 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Usage tracker for resource:security_group_rule and tenant:122dd3d1c5a74369afbb749e2e42e8b3 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:44.182249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:44.187944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:44.247351 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-a5844d13-f873-43e8-ac86-c67ff0b03689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.249200 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-a5844d13-f873-43e8-ac86-c67ff0b03689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1370175 May 18 14:38:44.270215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.275312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.285688 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-451c1403-008a-4e3a-9a35-2f53d23b2271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.332346 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=122dd3d1c5a74369afbb749e2e42e8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056421 May 18 14:38:44.333811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38215606-cb6f-4377-9343-e9ab85d44122,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.337765 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36432) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:44.353656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.354373 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.354929 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.355647 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.356190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.356733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.357268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.357798 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.358270 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-48491aa6-673d-450e-b360-835b6f0f11ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 999 time: 0.1008773 May 18 14:38:44.358548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.358955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.359379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.359774 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:44.365211 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.417166 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.435894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-7ac80a76-f929-4ce4-a0ea-508ff8fe6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.437383 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-7ac80a76-f929-4ce4-a0ea-508ff8fe6235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0635672 May 18 14:38:44.444752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.474034 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:42Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:44.479884 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:44.489621 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:44.490515 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:38:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:44.505644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.511884 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b6f3a20f-f430-4a43-b6ff-782ea1d73440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.529148 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38215606-cb6f-4377-9343-e9ab85d44122,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.532438 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.534172 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.536592 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/38215606-cb6f-4377-9343-e9ab85d44122 HTTP/1.1" status: 204 len: 168 time: 0.1973314 May 18 14:38:44.553776 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-2addfb98-ae2d-4e99-9eb0-4057d366ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.555814 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-2addfb98-ae2d-4e99-9eb0-4057d366ce12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069620 May 18 14:38:44.700674 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:44.719630 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-7b34cbed-8400-45bb-829a-7f3c9f01e9d4 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457796 May 18 14:38:44.877569 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f517eac-3847-4b77-8d8a-d294886b8612 req-f628e827-e5a7-40ca-b9bf-6711e1c535a1 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483147 May 18 14:38:44.907813 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36448) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:44.936816 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.973211 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:44.979098 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Usage tracker for resource:security_group_rule and tenant:ca60ff5519af4eaa92ba6558fc1d92ef is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:44.984167 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:45.003761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:45.143660 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.157256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.198767 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:42Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:45.204656 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d51373-5158-4b58-bfcc-f80aa34c5f10 None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:42Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:45.215103 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.229861 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36472) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:45.230524 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca60ff5519af4eaa92ba6558fc1d92ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211856 May 18 14:38:45.259306 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad33ba-ad3f-49c9-80c7-58f0537a2c6a,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.263643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.307311 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:45.339505 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.377021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.458349 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.466487 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.483918 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad33ba-ad3f-49c9-80c7-58f0537a2c6a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.492470 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.493865 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fdad33ba-ad3f-49c9-80c7-58f0537a2c6a HTTP/1.1" status: 204 len: 168 time: 0.2630291 May 18 14:38:45.495900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.496611 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.497103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.497607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.498098 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.498720 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.499100 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.499438 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.499787 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.500113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.500441 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.500770 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:45.504080 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.550983 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70274d-8099-48ce-a034-38e621db84b3 None None] New status for floating IP 72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f: ACTIVE {{(pid=91495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:38:49.299743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36622) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:49.428725 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.445896 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:49.450076 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Usage tracker for resource:security_group_rule and tenant:0725989f08e44ffdae013cb1dd188f19 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:49.453291 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:49.460157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:49.552053 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.556943 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.565593 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e9ea0c0-1338-4a0e-8941-61b09328f139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:49.604618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b110b92-72fe-4b72-8b35-5abd999e369e,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:49.609688 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0725989f08e44ffdae013cb1dd188f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071101 May 18 14:38:49.609688 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:49.611462 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36634) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:49.683339 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.725941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.800641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.805946 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:49.819008 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b110b92-72fe-4b72-8b35-5abd999e369e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:49.824436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:49.828051 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.829155 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b110b92-72fe-4b72-8b35-5abd999e369e HTTP/1.1" status: 204 len: 168 time: 0.2168312 May 18 14:38:50.174898 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36668) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:50.194954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.222556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:50.227032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Usage tracker for resource:security_group_rule and tenant:68b92af4066a4de0a662e955829c6650 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:50.230108 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:50.234039 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32f928-4de1-434b-8813-34007f5d4a04 req-0e603a05-0857-4229-b976-a0a7725f2bde tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:50.235536 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5b32f928-4de1-434b-8813-34007f5d4a04 req-0e603a05-0857-4229-b976-a0a7725f2bde tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.0804110 May 18 14:38:50.236015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:50.297360 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5b32f928-4de1-434b-8813-34007f5d4a04 req-189dc191-3a5b-42f6-a994-4112997b3195 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 May 18 14:38:50.325608 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.331413 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.340677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7bc5f92c-2844-4983-9309-649c9264e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.381075 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68b92af4066a4de0a662e955829c6650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050607 May 18 14:38:50.383653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36678) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:50.386348 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba4ed3-88d5-485b-b105-3f3973efa101,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:50.410832 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.445967 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.472684 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.524369 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.528165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e2edc891-590c-43af-a7b2-e74ee431b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.544975 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba4ed3-88d5-485b-b105-3f3973efa101,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:50.547960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.549906 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.554228 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5ba4ed3-88d5-485b-b105-3f3973efa101 HTTP/1.1" status: 204 len: 168 time: 0.1677530 May 18 14:38:51.123414 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36708) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:51.242388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.269334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:51.269334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Usage tracker for resource:security_group_rule and tenant:00f0f4208a0749b4a0fe146d6121fef9 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:51.271347 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:51.277911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:51.368662 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.373227 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.381907 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-22e1787a-14c2-4383-b2dc-31ca4f1cd0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.420987 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00f0f4208a0749b4a0fe146d6121fef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965686 May 18 14:38:51.422854 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0ae7c-da1a-48b9-8091-2cf97b13ede4,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.424014 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36730) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:51.426123 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.491113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.516598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.571827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.575951 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.589307 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0ae7c-da1a-48b9-8091-2cf97b13ede4,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.592278 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.595622 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.600700 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f3c0ae7c-da1a-48b9-8091-2cf97b13ede4 HTTP/1.1" status: 204 len: 168 time: 0.1756465 May 18 14:38:51.963936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 36746) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:51.981797 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.996340 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:52.003664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Usage tracker for resource:security_group_rule and tenant:0032030b9d0d4c31942156270875865f is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:52.006658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:52.012283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:52.098127 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.103539 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.115545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cc332d7f-af46-4e30-8e39-bd165fcf0297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:52.156517 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0032030b9d0d4c31942156270875865f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890800 May 18 14:38:52.156517 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ced97-51b6-4d30-b3bf-8c6fac181538,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:52.157778 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 36752) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:52.158160 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:52.218446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.246502 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.313265 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.317293 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4636cbe-7752-4f57-bc05-2278884ddb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:52.328443 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ced97-51b6-4d30-b3bf-8c6fac181538,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:52.330722 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:52.336403 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.337530 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d24ced97-51b6-4d30-b3bf-8c6fac181538 HTTP/1.1" status: 204 len: 168 time: 0.1784151 May 18 14:38:53.959525 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26c71-f021-4f4b-8daf-cf8c1aa73d3f req-032f6ce4-ea90-4a12-8613-bcf7684eff3d tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:53.961297 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-11a26c71-f021-4f4b-8daf-cf8c1aa73d3f req-032f6ce4-ea90-4a12-8613-bcf7684eff3d tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.0852375 May 18 14:38:54.010190 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-11a26c71-f021-4f4b-8daf-cf8c1aa73d3f req-492841bf-7f91-4707-b9db-5b0c6da6b463 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 May 18 14:38:55.209713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310224f-4f82-4974-b478-a437431ca012 req-2d49e366-5b7d-4f81-9d41-088b4b564163 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:55.211560 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b310224f-4f82-4974-b478-a437431ca012 req-2d49e366-5b7d-4f81-9d41-088b4b564163 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.0861576 May 18 14:38:55.257759 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b310224f-4f82-4974-b478-a437431ca012 req-f62a9557-c6e7-41ee-a2d1-bfcf36f8ecae tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 May 18 14:38:56.537771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1dcb-f52e-4cec-8122-b8aee0174825 req-032c1680-a30b-4e85-97f4-4ce3c086f051 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:56.539162 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6e4c1dcb-f52e-4cec-8122-b8aee0174825 req-032c1680-a30b-4e85-97f4-4ce3c086f051 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.1666126 May 18 14:38:56.586029 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6e4c1dcb-f52e-4cec-8122-b8aee0174825 req-0e8dd3ef-a8bb-499c-84dc-4dacc8452d26 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/security-groups?id=1458d541-84f4-49fe-9343-44946186438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 May 18 14:38:57.102757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017b620-f206-4aee-b005-0188a1ee4708 req-1fd5aedc-0075-4d7b-98ca-67e026014f97 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:57.104236 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6017b620-f206-4aee-b005-0188a1ee4708 req-1fd5aedc-0075-4d7b-98ca-67e026014f97 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.70 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 946 time: 0.0832748 May 18 14:38:58.403756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Deleting port 515227a8-0b3a-49a6-9d73-91853f8374b5 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:38:58.404451 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.542404 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] For port 515227a8-0b3a-49a6-9d73-91853f8374b5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=515227a8-0b3a-49a6-9d73-91853f8374b5,segment=NetworkSegment(879e2ef6-a9ab-41e3-bed2-85a67cada05b),segment_id=879e2ef6-a9ab-41e3-bed2-85a67cada05b)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:58.542778 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.676159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Calling delete_port for 515227a8-0b3a-49a6-9d73-91853f8374b5 owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:38:58.851344 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.860360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:58.938751 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Pushing event deleted for resources: {'Port': ['ID=515227a8-0b3a-49a6-9d73-91853f8374b5,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:58.943313 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.017449 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] No DVR routers for this DVR port 515227a8-0b3a-49a6-9d73-91853f8374b5 on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:38:59.020490 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.023149 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'name': 'network-vif-deleted', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:59.038967 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6017b620-f206-4aee-b005-0188a1ee4708 req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.70 "DELETE /v2.0/ports/515227a8-0b3a-49a6-9d73-91853f8374b5 HTTP/1.1" status: 204 len: 173 time: 0.7745411 May 18 14:38:59.360549 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['515227a8-0b3a-49a6-9d73-91853f8374b5'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:00.957873 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354524b8-1326-4162-b32e-51b66696b4a4', 'name': 'network-vif-deleted', 'tag': '515227a8-0b3a-49a6-9d73-91853f8374b5', 'status': 'completed', 'code': 200} May 18 14:39:01.042794 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d2b8bd48-3bd1-44d5-889f-a050146bc908 req-a2b74426-1cba-4acd-a19d-fb179b5c0c8c tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Synchronizing usage tracker for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:01.060786 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d2b8bd48-3bd1-44d5-889f-a050146bc908 req-a2b74426-1cba-4acd-a19d-fb179b5c0c8c tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Unset dirty status for tenant:7d745c9810234adc9d31fb6d0e2b9024 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:01.062129 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d2b8bd48-3bd1-44d5-889f-a050146bc908 req-a2b74426-1cba-4acd-a19d-fb179b5c0c8c tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.0627220 May 18 14:39:01.399156 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 515227a8-0b3a-49a6-9d73-91853f8374b5 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:39:01.433055 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 515227a8-0b3a-49a6-9d73-91853f8374b5 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:39:01.433415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 515227a8-0b3a-49a6-9d73-91853f8374b5 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:39:02.287221 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-123c1c71-7232-4ff4-a865-ff38bb66656e req-c8fa00d3-19e6-47c4-8e3c-9148754e476e tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] 10.222.0.63 "GET /v2.0/ports?device_id=354524b8-1326-4162-b32e-51b66696b4a4 HTTP/1.1" status: 200 len: 210 time: 0.0553479 May 18 14:39:02.796254 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37082) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:02.921297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.937371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:02.941157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6de50898324c4ea987bd9e1e69347c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:02.944342 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:02.950052 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:03.044113 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.049227 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.062460 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-649d31c4-57bd-4ae0-8e6b-7bc422f644ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:03.108163 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c6de50898324c4ea987bd9e1e69347c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107288 May 18 14:39:03.108608 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37104) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:03.115050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d5db5-eab2-4f98-b293-d6e10338c711,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:03.121572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:03.204528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.239069 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.294619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.300920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:03.315484 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d5db5-eab2-4f98-b293-d6e10338c711,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:03.319566 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfbc7-0c37-48d5-993f-cf3d76cd624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.322502 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:03.326106 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.340088 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee3d5db5-eab2-4f98-b293-d6e10338c711 HTTP/1.1" status: 204 len: 168 time: 0.2292614 May 18 14:39:03.694274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37144) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:03.712736 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.727977 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:03.743406 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf558af86294307b54af7e1d08a97ef is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:03.746325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:03.752921 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:03.848373 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.853785 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.864336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37152) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:03.865369 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:03.913371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609130c1-9ffc-4c0d-a51d-c7fd7898ed14,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:03.917277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:03.922630 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8bf558af86294307b54af7e1d08a97ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250297 May 18 14:39:03.923534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37162) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:04.009954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.025157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.042612 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.047642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:04.057882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Usage tracker for resource:security_group_rule and tenant:86490aa763ab4d52863e9138014837fd is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:04.060970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:04.066810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:04.109388 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.113229 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a2bc630c-9baf-4c8c-8cae-d798055495ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.125531 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609130c1-9ffc-4c0d-a51d-c7fd7898ed14,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.130677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.132817 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.133873 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/609130c1-9ffc-4c0d-a51d-c7fd7898ed14 HTTP/1.1" status: 204 len: 168 time: 0.2096703 May 18 14:39:04.190553 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.196380 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.204973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.315073 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86490aa763ab4d52863e9138014837fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448667 May 18 14:39:04.315073 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579950d1-59e5-4128-b37c-81df3e68133b,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.316762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37176) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:04.318170 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.402209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.430912 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.515658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37184) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:04.533094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.548917 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:04.553440 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee3adabca3d4b11bda8861d8d06cc60 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:04.556539 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:04.564050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:04.577247 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.582444 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d538295a-6670-4129-bd9f-60f117afd0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.594093 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-8f946da6-153c-454b-a9d0-7b7d761404ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127129 May 18 14:39:04.598252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579950d1-59e5-4128-b37c-81df3e68133b,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.601366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.603564 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.604636 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/579950d1-59e5-4128-b37c-81df3e68133b HTTP/1.1" status: 204 len: 168 time: 0.2863381 May 18 14:39:04.652561 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.657546 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.665055 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.706628 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3ee3adabca3d4b11bda8861d8d06cc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898715 May 18 14:39:04.707527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a36c04-ca4c-4385-9392-eafc354474b2,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.710297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37192) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:04.713368 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.776730 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.804164 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.826623 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15e95-289b-41c9-be10-1965b0538a0e req-117230c3-3b7c-4747-bf78-c48f1c86e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:04.828821 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-117230c3-3b7c-4747-bf78-c48f1c86e99f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 1098 time: 0.1197505 May 18 14:39:04.864638 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.870761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a27753b1-02b1-4157-8581-3ec0453838ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.888024 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a36c04-ca4c-4385-9392-eafc354474b2,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.892788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.916265 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.918110 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/96a36c04-ca4c-4385-9392-eafc354474b2 HTTP/1.1" status: 204 len: 168 time: 0.2065709 May 18 14:39:05.003341 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15e95-289b-41c9-be10-1965b0538a0e req-ff5f8e93-c80c-437d-b682-4e07301d6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.004946 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-ff5f8e93-c80c-437d-b682-4e07301d6e7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.1500924 May 18 14:39:05.046499 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37204) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:05.089751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.123985 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:05.139463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Usage tracker for resource:security_group_rule and tenant:3b650d5343884ea2a68bad09de77d6ed is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:05.142824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:05.152503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:05.157130 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-5270201f-0b7b-469c-bb7a-8736c2fcecf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 200 len: 217 time: 0.1449468 May 18 14:39:05.244335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37214) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:05.268617 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.273509 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.281810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-17bd3ea4-c15d-4e4b-b8dd-9e177e2acdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:05.326140 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c70f41f-11b6-451c-808e-e44578f1c0ba,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:05.342504 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b650d5343884ea2a68bad09de77d6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949045 May 18 14:39:05.345932 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37226) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:05.346796 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15e95-289b-41c9-be10-1965b0538a0e req-5dda2fcf-ee73-4ed9-b4fb-e81e478ab5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.347089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:05.351196 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-5dda2fcf-ee73-4ed9-b4fb-e81e478ab5ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1815920 May 18 14:39:05.355301 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37230) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:05.428375 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.458330 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-ad9a7d8f-0178-4d25-9669-4ec212c2aebd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655203 May 18 14:39:05.463083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.550529 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.559496 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:05.573632 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.580836 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c70f41f-11b6-451c-808e-e44578f1c0ba,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:05.584664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:05.587267 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.605671 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c70f41f-11b6-451c-808e-e44578f1c0ba HTTP/1.1" status: 204 len: 168 time: 0.2573895 May 18 14:39:05.621578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Deleting subnet 51c9acb7-5af8-4d21-9e63-475fc202fb25 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:39:05.634194 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.647141 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.664674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:05.668746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Usage tracker for resource:security_group_rule and tenant:9d10cd13ccec49d5abf519be18a28f60 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:05.673255 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:05.680392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:05.726735 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.767384 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-9190e989-4616-4303-9c43-34170881ed0a service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976966 May 18 14:39:05.809659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.816944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.831432 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4b85bd3-1d28-4947-b7cd-2bd6fe2a7a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:05.878402 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-24e99899-3b82-4f0f-b152-63df9d615929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.908182 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d10cd13ccec49d5abf519be18a28f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626470 May 18 14:39:05.911706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37246) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:05.912811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d382b-05ad-4c4f-8fea-27b14986a65e,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:05.918772 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:05.952654 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.008523 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.015527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37252) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:06.062260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.093929 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-83d15e95-289b-41c9-be10-1965b0538a0e req-75aa6b3c-4480-4ec1-961a-3b63c4ba1a45 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191185 May 18 14:39:06.162871 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.167521 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e8a667d1-3cd1-46b7-996d-481c245881c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:06.184363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d382b-05ad-4c4f-8fea-27b14986a65e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:06.189700 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.193446 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3f6d382b-05ad-4c4f-8fea-27b14986a65e HTTP/1.1" status: 204 len: 168 time: 0.2769618 May 18 14:39:06.194603 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:06.234185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.257159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:06.265299 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Usage tracker for resource:security_group_rule and tenant:179e7bb10f8040bbaf107d2754926e6d is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:06.271889 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:06.282336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:06.350406 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.358840 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1f6d4ce4-2b95-4825-9286-4c0d0a0bb906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:06.394870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c9acb7-5af8-4d21-9e63-475fc202fb25,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:06.403082 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:06.408979 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.421764 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/51c9acb7-5af8-4d21-9e63-475fc202fb25 HTTP/1.1" status: 204 len: 168 time: 1.0649977 May 18 14:39:06.424953 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37272) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:06.427321 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.434657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.474657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1d3be911-678d-49d3-835f-04c140401652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:06.485445 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=179e7bb10f8040bbaf107d2754926e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680688 May 18 14:39:06.491263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37278) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:06.541249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad30ca1-231a-454d-9c3c-72b4d3e79fd6,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:06.547531 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:06.564180 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.605810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.641324 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.723130 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.729399 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-baa775f5-0904-48c0-8817-a3a8a5c361b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:06.734360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.750850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d3854-6be4-4e5d-bfd7-f6c39abd209b']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:06.772394 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e2ef6-a9ab-41e3-bed2-85a67cada05b') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:06.773215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad30ca1-231a-454d-9c3c-72b4d3e79fd6,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:06.775261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e2ef6-a9ab-41e3-bed2-85a67cada05b') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:06.782083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:06.783563 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.789244 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ad30ca1-231a-454d-9c3c-72b4d3e79fd6 HTTP/1.1" status: 204 len: 168 time: 0.2951789 May 18 14:39:06.806503 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.832562 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.845218 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:39:06.846226 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:39:06.864517 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:39:06.964111 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.975956 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.987851 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.992318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-08bd2c1e-1d9c-4352-b970-154f7a84fb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:07.026713 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9d3d3854-6be4-4e5d-bfd7-f6c39abd209b HTTP/1.1" status: 204 len: 168 time: 0.6003816 May 18 14:39:07.028253 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3d3854-6be4-4e5d-bfd7-f6c39abd209b,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:07.030603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d052df4e-eb47-4d82-a212-4f46c0a24fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:07.275066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37316) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:07.328091 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37322) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:07.328699 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c30d261e-1872-4f45-b00a-e735a8506f0f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d745c9810234adc9d31fb6d0e2b9024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521557 May 18 14:39:07.402421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.448528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.522297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.527448 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ea5c091b-1fdf-40d0-bb1f-596dd82aa82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:07.540921 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458d541-84f4-49fe-9343-44946186438d,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:07.543734 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:07.553710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.555289 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1458d541-84f4-49fe-9343-44946186438d HTTP/1.1" status: 204 len: 168 time: 0.2245121 May 18 14:39:08.413477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:08.636663 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:08.652615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-8f991634-9983-4e4c-8090-0124aa7cec1d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:08.659497 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-8f991634-9983-4e4c-8090-0124aa7cec1d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.2613809 May 18 14:39:08.675383 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-be602e8f-70c8-4bb4-b8e9-abda263e65fa tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/quotas/4e8830eeff5641cf8b624864d3afc9c1 HTTP/1.1" status: 200 len: 375 time: 0.0150154 May 18 14:39:08.785965 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-5b253537-4966-4621-9761-77b774846e2f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096663 May 18 14:39:08.931902 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-38c49739-684e-440a-b7e0-e902dee7483d service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445231 May 18 14:39:09.113952 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-5e7ff445-c674-414f-a257-57844c43d487 service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801906 May 18 14:39:09.362154 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37436) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:09.401124 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-558c0ce9-778f-427c-9da6-bb16987934b0 req-cec20490-4bc5-44fc-ac33-46deefe35417 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 210 time: 0.0716493 May 18 14:39:09.946254 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:09.955094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37460) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:09.970928 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:09.975394 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Usage tracker for resource:security_group_rule and tenant:a21ab6a938b044af8bbbc48bd2683157 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:09.978734 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:09.987381 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:10.034256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-314063002-network', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:10.040330 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:10.044349 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Usage tracker for resource:network and tenant:753fddb6e27740fe83defa80e75e9a1e is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:10.047886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:10.056319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:10.069513 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Made reservation on behalf of 753fddb6e27740fe83defa80e75e9a1e for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:10.073186 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.090053 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.108976 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:10.110970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.117315 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.117421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Usage tracker for resource:security_group_rule and tenant:753fddb6e27740fe83defa80e75e9a1e is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:10.120507 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:10.127294 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:10.133214 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:10.165652 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93462a-5825-4267-868b-7a573f7492ec,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:10.169168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:10.203564 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a21ab6a938b044af8bbbc48bd2683157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8404198 May 18 14:39:10.206907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37472) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:10.234064 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.241862 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.246762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:10.295689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:39:10.312133 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26804870-8c60-4b77-957f-89bfa93c18dc,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:10.318847 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:10.319904 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.320240 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Added segment 3492ed66-f776-4de6-af45-5d7575d89efd of type vlan for network f12ae09e-f826-4b30-91c6-699b84896cb4 May 18 14:39:10.358767 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.388043 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.397990 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.399886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:10.400733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.426390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:10.473287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.545697 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Pushing event updated for resources: {'Network': ['ID=f12ae09e-f826-4b30-91c6-699b84896cb4,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:10.549352 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5931766 May 18 14:39:10.550321 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:10.552409 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37492) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:10.560313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Request body: {'subnet': {'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-subnet', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:10.565295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:10.570415 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Usage tracker for resource:subnet and tenant:753fddb6e27740fe83defa80e75e9a1e is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:10.570757 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network f12ae09e-f826-4b30-91c6-699b84896cb4 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:39:10.574069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:10.580349 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:10.593094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Made reservation on behalf of 753fddb6e27740fe83defa80e75e9a1e for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:10.595659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.613651 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-86ced6e5-c4e3-4e02-b086-121222273c4c req-916be329-9558-456a-b414-5e9ab656f80c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 210 time: 0.0695884 May 18 14:39:10.654979 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.659429 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6840df5b-e5a4-4218-94ff-093293144918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:10.684109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93462a-5825-4267-868b-7a573f7492ec,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:10.689434 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:10.696436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:10.697643 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c93462a-5825-4267-868b-7a573f7492ec HTTP/1.1" status: 204 len: 168 time: 0.4888332 May 18 14:39:11.110817 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.125238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:11.190011 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-719c32ff-6cfe-4cb5-81e8-8d26c5eb05c2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.191642 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-719c32ff-6cfe-4cb5-81e8-8d26c5eb05c2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.2676582 May 18 14:39:11.209413 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Request body: {'port': {'device_id': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'admin_state_up': True, 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:11.244936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beec13b1-35b9-47fa-a915-cda7701f9c5f,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:11.248302 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:11.263145 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Checking segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:11.263508 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Network hostable DHCP agents. Network: f12ae09e-f826-4b30-91c6-699b84896cb4, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:39:11.298596 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Network f12ae09e-f826-4b30-91c6-699b84896cb4 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:39:11.319084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, f12ae09e-f826-4b30-91c6-699b84896cb4) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:11.323797 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.324326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.337694 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc5fd40-1125-4dd8-acf6-64054402d30e None None] Network f12ae09e-f826-4b30-91c6-699b84896cb4 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:11.398509 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8425035 May 18 14:39:11.398714 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37538) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:11.405948 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:11.428881 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:11.433585 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:11.444010 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Usage tracker for resource:router and tenant:753fddb6e27740fe83defa80e75e9a1e is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:11.452186 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:11.455027 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:11.467050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:11.475040 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:11.482120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.498079 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.499582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.532439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.726100 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75a9be-3a57-4f33-bfe9-dd15379c0f12 None None] Network f12ae09e-f826-4b30-91c6-699b84896cb4 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:11.862568 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Allocated IP 172.20.0.14 (ea1752f5-6319-4de1-a2c5-8a400af9ab5d/8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd/2eef2816-7df1-42ce-a9c9-85c3c3637fa1) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:11.998923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-808704bd-e947-43c0-97b1-9ea218e0af9c req-530d4755-3e20-48cf-b449-6e514ab69ddb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 210 time: 0.1272743 May 18 14:39:12.231091 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.258871 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.314089 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.327273 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:12.392124 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:12.395507 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:12.398225 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:12.454524 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event updated for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:12.457673 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:12.482186 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:12.483201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.520203 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3172157 May 18 14:39:12.601489 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.632282 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.822999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Allocated IP 172.27.0.90 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/dac29434-53e7-49da-9dab-e4ad4cff8691) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:13.002026 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.035439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.040568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1ebf356d-04ff-46e5-8f44-11beb94d7e2c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:13.101286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:13.104077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:13.106701 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:13.109839 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37636) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:13.173369 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Pushing event updated for resources: {'Port': ['ID=dac29434-53e7-49da-9dab-e4ad4cff8691,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:13.176192 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:13.240603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.255827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:13.259883 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Usage tracker for resource:security_group_rule and tenant:656cf466c0304bd7a7ba8d3b74ba44ac is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:13.263279 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:13.269430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:13.359959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.365164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.372991 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0676e632-e4b6-41b9-bb5f-bdedf5f58b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:13.425164 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=656cf466c0304bd7a7ba8d3b74ba44ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115797 May 18 14:39:13.425164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e2efa-215a-4126-aa6b-ddb0392c74a5,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:13.425900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37644) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:13.429488 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:13.492080 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.526670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.551503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.581235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.585169 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5901e526-29b6-4371-af82-f1c6b79c51ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:13.596209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e2efa-215a-4126-aa6b-ddb0392c74a5,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:13.598342 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:13.607875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.609662 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca9e2efa-215a-4126-aa6b-ddb0392c74a5 HTTP/1.1" status: 204 len: 168 time: 0.1824565 May 18 14:39:13.896655 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.904621 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37656) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:13.922602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.938312 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:13.943244 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Usage tracker for resource:security_group_rule and tenant:a0724b9b64da4879b58439370615102d is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:13.947427 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:13.953638 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:14.043223 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.048099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.059609 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6f055c16-5f4f-42b9-bbb5-1ee464ef5e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:14.115374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:39:14.188816 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a0724b9b64da4879b58439370615102d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805576 May 18 14:39:14.188816 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e6dec-1ae9-47ba-a46b-a91994afb5f5,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:14.189117 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 37662) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:14.190397 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:14.347268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.348972 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:14.364049 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Sync routers for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:14.373419 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:14.374035 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:14.393901 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.412259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.413559 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0135031 May 18 14:39:14.416466 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 37666) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:14.427929 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:14.457835 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.465720 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:14.480311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e6dec-1ae9-47ba-a46b-a91994afb5f5,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:14.487949 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:14.489357 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.491866 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/034e6dec-1ae9-47ba-a46b-a91994afb5f5 HTTP/1.1" status: 204 len: 168 time: 0.3005631 May 18 14:39:14.569770 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:14.872850 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:13Z', 'revision_number': 3, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:14.877016 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Checking router: 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:14.877836 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Updating router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc port dac29434-53e7-49da-9dab-e4ad4cff8691 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:39:14.934935 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.197311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.315290 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.326774 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Transition to ACTIVE for port object dac29434-53e7-49da-9dab-e4ad4cff8691 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:15.333522 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.337720 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:15.417534 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Pushing event updated for resources: {'Port': ['ID=dac29434-53e7-49da-9dab-e4ad4cff8691,revision_number=2']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:15.425014 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Attempting to bind port dac29434-53e7-49da-9dab-e4ad4cff8691 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:15.425383 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Attempting to bind port dac29434-53e7-49da-9dab-e4ad4cff8691 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:15.425737 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Attempting to bind port dac29434-53e7-49da-9dab-e4ad4cff8691 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:15.428570 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.428901 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.429235 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.429364 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Allocated IP 172.20.0.1 (f12ae09e-f826-4b30-91c6-699b84896cb4/beec13b1-35b9-47fa-a915-cda7701f9c5f/778ec059-85fa-4aa9-a2d7-e52f23fbab10) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:15.429795 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.429870 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.430143 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.430450 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.430767 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.431138 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.431467 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.431755 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.432059 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:15.436514 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.439048 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:15.439422 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:15.439839 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.440202 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:15.440668 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Bound port: dac29434-53e7-49da-9dab-e4ad4cff8691, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:15.441032 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.517052 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] For port dac29434-53e7-49da-9dab-e4ad4cff8691, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:15.520465 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] For port dac29434-53e7-49da-9dab-e4ad4cff8691, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=dac29434-53e7-49da-9dab-e4ad4cff8691,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:15.528316 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.532595 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:15.605112 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.609765 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Pushing event updated for resources: {'Port': ['ID=dac29434-53e7-49da-9dab-e4ad4cff8691,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:15.613886 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.618121 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:15.618918 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:15.643196 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.647415 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cbdf8430-6417-48b3-9854-72bc02fd27ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:15.722828 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Network f12ae09e-f826-4b30-91c6-699b84896cb4 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:15.727081 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:15.730696 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:15.768966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Pushing event updated for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:15.773067 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.794859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.831347 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:15.908064 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Request body: {'port': {'device_id': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:15.980807 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.132027 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:13Z', 'revision_number': 3, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:16.143086 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9330d48-9f4b-445b-b4a1-da3d1c61ed1d None None] The sync data for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi is: [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:13Z', 'revision_number': 3, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:16.223953 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.689268 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.704575 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.764028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:16.817497 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1476a-2ce9-4ef2-8122-93198b276158 req-19bdafd4-b61f-4344-be79-98f27f3b0315 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.819799 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-59e1476a-2ce9-4ef2-8122-93198b276158 req-19bdafd4-b61f-4344-be79-98f27f3b0315 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:16.920295 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Pushing event updated for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:16.923949 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:16.931705 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.936556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-59e1476a-2ce9-4ef2-8122-93198b276158 req-19bdafd4-b61f-4344-be79-98f27f3b0315 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:16.939737 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device dac29434-53e7-49da-9dab-e4ad4cff8691 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:16.944463 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-59e1476a-2ce9-4ef2-8122-93198b276158 req-19bdafd4-b61f-4344-be79-98f27f3b0315 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 932 time: 0.5335577 May 18 14:39:17.044815 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port dac29434-53e7-49da-9dab-e4ad4cff8691 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:17.059597 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port dac29434-53e7-49da-9dab-e4ad4cff8691 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:17.059597 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:17.182676 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-59e1476a-2ce9-4ef2-8122-93198b276158 req-03d8216d-4e13-4983-bdae-96fa26ae5fe7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370460 May 18 14:39:17.201418 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:17.214464 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:17.222500 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port dac29434-53e7-49da-9dab-e4ad4cff8691, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=dac29434-53e7-49da-9dab-e4ad4cff8691,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:17.226385 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:17.227533 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:17.230743 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab135566-e9d7-4d05-970a-1757364fb706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:17.262075 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Transition to ACTIVE for port object 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:17.268396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Network f12ae09e-f826-4b30-91c6-699b84896cb4 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:17.269941 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:17.272196 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:17.277742 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:17.305087 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=dac29434-53e7-49da-9dab-e4ad4cff8691,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:17.312476 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.312844 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.313585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.313924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.314331 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.314582 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.314905 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.315253 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.315572 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.315888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.316202 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.319153 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:17.323675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:17.491914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Pushing event updated for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:17.499995 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:17.700129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:17.706138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Attempting to bind port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:17.706459 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Attempting to bind port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:17.706775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Attempting to bind port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:17.714225 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:17.714534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Attempting to bind port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:17.769945 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:17.770274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Checking segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:17.770846 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Bound using segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:17.771373 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Bound port: 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:17.771733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.074227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:18.076834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:18.080087 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:18.088159 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Sync routers for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:18.088712 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.092278 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:18.097813 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:18.098437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:18.167331 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.167935 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.169284 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] 10.222.0.70 "PUT /v2.0/ports/2eef2816-7df1-42ce-a9c9-85c3c3637fa1 HTTP/1.1" status: 200 len: 1094 time: 2.2661660 May 18 14:39:18.169783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:18.177562 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] 10.222.0.63 "PUT /v2.0/routers/0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7594852 May 18 14:39:18.189829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Pushing event updated for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:18.193590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:18.316249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:18.646840 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:15Z', 'revision_number': 4, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '778ec059-85fa-4aa9-a2d7-e52f23fbab10', 'name': '', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'mac_address': 'fa:16:3e:1e:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:15Z', 'updated_at': '2021-05-18T14:39:16Z', 'revision_number': 2, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'subnets': [{'id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:18.650928 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Checking router: 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:18.651313 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Updating router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:39:18.707316 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.816463 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device dac29434-53e7-49da-9dab-e4ad4cff8691 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:18.991725 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port dac29434-53e7-49da-9dab-e4ad4cff8691 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:18.992124 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.198373 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.206948 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Transition to ACTIVE for port object 778ec059-85fa-4aa9-a2d7-e52f23fbab10 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:19.214113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.218746 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c1040253-c371-4703-be6f-5139a5d28f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:19.370065 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Pushing event updated for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:19.372886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:19.434489 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Attempting to bind port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:19.435156 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Attempting to bind port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:19.435599 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Attempting to bind port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 on network f12ae09e-f826-4b30-91c6-699b84896cb4 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:19.441605 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:19.442117 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Checking segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:19.442803 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.443491 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Bound using segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:19.444014 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Bound port: 778ec059-85fa-4aa9-a2d7-e52f23fbab10, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:19.444391 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.539986 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] For port 778ec059-85fa-4aa9-a2d7-e52f23fbab10, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:19.542834 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] For port 778ec059-85fa-4aa9-a2d7-e52f23fbab10, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=778ec059-85fa-4aa9-a2d7-e52f23fbab10,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:19.548608 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.553235 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:19.628138 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:19.628744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:19.688821 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Pushing event updated for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:19.693777 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:19.813645 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:20.174112 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:15Z', 'revision_number': 4, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '778ec059-85fa-4aa9-a2d7-e52f23fbab10', 'name': '', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'mac_address': 'fa:16:3e:1e:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:15Z', 'updated_at': '2021-05-18T14:39:19Z', 'revision_number': 4, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'subnets': [{'id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:20.178453 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e445d9-69f7-4504-a46b-f43d72f3edba None None] The sync data for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi is: [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:39:15Z', 'revision_number': 4, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '778ec059-85fa-4aa9-a2d7-e52f23fbab10', 'name': '', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'mac_address': 'fa:16:3e:1e:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:15Z', 'updated_at': '2021-05-18T14:39:19Z', 'revision_number': 4, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'subnets': [{'id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:20.840538 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 778ec059-85fa-4aa9-a2d7-e52f23fbab10 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:20.916863 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:20.924812 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:20.925243 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.028253 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'status': 'completed', 'code': 200} May 18 14:39:21.067085 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.070489 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-3ae2e5c6-d9cb-4b4e-a5c6-d1923de0aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.072480 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-3ae2e5c6-d9cb-4b4e-a5c6-d1923de0aa9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 1097 time: 0.1309388 May 18 14:39:21.114944 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 778ec059-85fa-4aa9-a2d7-e52f23fbab10, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=778ec059-85fa-4aa9-a2d7-e52f23fbab10,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:21.124354 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.127948 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:21.170393 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-7e07910c-3ded-443a-94cc-279e25a818e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1 HTTP/1.1" status: 200 len: 217 time: 0.0790663 May 18 14:39:21.223886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:21.234374 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:21.314390 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-5fc6da40-48f2-40f7-9c01-bcdc5e46e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.316313 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-5fc6da40-48f2-40f7-9c01-bcdc5e46e01d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1398177 May 18 14:39:21.367617 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-b1ce0afb-198f-4970-a3b2-fd6fa2d3e5b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425196 May 18 14:39:21.416135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab6b0a-ed26-4487-95a7-c969c3a96a9e req-9747fb38-dc89-4556-99a2-9f490014a836 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.417614 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bbab6b0a-ed26-4487-95a7-c969c3a96a9e req-9747fb38-dc89-4556-99a2-9f490014a836 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 944 time: 0.2011638 May 18 14:39:21.486092 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-60eb4125-eafb-49ec-b3ee-57d44a679e16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.486940 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-60eb4125-eafb-49ec-b3ee-57d44a679e16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Synchronizing usage tracker for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:network {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:21.508429 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-60eb4125-eafb-49ec-b3ee-57d44a679e16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Unset dirty status for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:network {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:21.515825 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-60eb4125-eafb-49ec-b3ee-57d44a679e16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 818 time: 0.1935327 May 18 14:39:21.529902 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bbab6b0a-ed26-4487-95a7-c969c3a96a9e req-e6b13ac0-812d-454f-bf48-8705cfba1c4a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 May 18 14:39:21.535797 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-2af9b78b-39cb-42b8-82b1-43f09302f93a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/quotas/753fddb6e27740fe83defa80e75e9a1e HTTP/1.1" status: 200 len: 375 time: 0.0182014 May 18 14:39:21.556526 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-f0c9a39c-f70f-4dcc-b49d-6d59a5c9abae service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788285 May 18 14:39:21.660147 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-3167050d-be94-437a-8d49-2c26b0c54cdf tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232820 May 18 14:39:21.713555 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e57cd35-846b-4c18-b4aa-5cf52e2ab0af req-196c4aae-9dfa-4c83-a073-f91f61bc1f8a service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481569 May 18 14:39:21.800016 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-eb8d430c-b953-4a66-afce-ad22a02927bf service neutron] 10.222.0.63 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326957 May 18 14:39:21.867021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126db1-cb40-45fd-b569-17bd9368a394 req-885dffe3-4a6d-4802-9218-aaa884c66924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.868512 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-885dffe3-4a6d-4802-9218-aaa884c66924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 1097 time: 0.0773633 May 18 14:39:22.005116 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126db1-cb40-45fd-b569-17bd9368a394 req-659efa9c-9ffb-4eaa-a45e-be2fc8caf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:22.006635 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-659efa9c-9ffb-4eaa-a45e-be2fc8caf298 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.1304972 May 18 14:39:22.008455 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-951db480-9faa-473d-97d8-a55a687b14f0 service neutron] 10.222.0.63 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017269 May 18 14:39:22.076877 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-ebd409c5-0e3b-4c73-8346-f6df5c6b4c9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1 HTTP/1.1" status: 200 len: 217 time: 0.0611038 May 18 14:39:22.307168 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:39:22.828453 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 778ec059-85fa-4aa9-a2d7-e52f23fbab10 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:22.898802 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:22.899211 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:24.395670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126db1-cb40-45fd-b569-17bd9368a394 req-b00cb829-d044-4c9b-8963-87b16619859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.397286 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-b00cb829-d044-4c9b-8963-87b16619859e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.0632384 May 18 14:39:26.072974 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-f61aa183-b470-4838-9dfe-f9ae1e5aba81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501776 May 18 14:39:26.212975 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-903ffea5-cf61-404b-bf6c-37f89e1af9b9 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320901 May 18 14:39:26.456183 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-03126db1-cb40-45fd-b569-17bd9368a394 req-2f809fab-cd9f-4792-83ba-f7352386f56d service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354949 May 18 14:39:26.918781 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dcfb9254-a027-4485-bdf9-185b8e4ceb7c req-3b1d22e8-8f1e-4b6c-b51f-0d1a9d1d0a82 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 210 time: 0.0460775 May 18 14:39:26.981165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1964-190b-4c9d-9af6-ad2a3aaaad14 req-81233cd8-83a4-4f41-935c-82daf8f1c6fb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:26.982702 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fe4e1964-190b-4c9d-9af6-ad2a3aaaad14 req-81233cd8-83a4-4f41-935c-82daf8f1c6fb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 944 time: 0.0823362 May 18 14:39:27.034259 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fe4e1964-190b-4c9d-9af6-ad2a3aaaad14 req-346ce4af-4d4e-433a-8649-b03f3e1c0597 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455577 May 18 14:39:27.261676 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-5d7a6a34-0f52-4273-8b9d-9db32e5199bb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.263179 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-5d7a6a34-0f52-4273-8b9d-9db32e5199bb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 818 time: 0.1779401 May 18 14:39:27.272667 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-e9041c15-5344-47c6-baf8-ba61ee26f000 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.274222 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-e9041c15-5344-47c6-baf8-ba61ee26f000 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 818 time: 0.1687226 May 18 14:39:27.279727 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-1d2dda80-2a53-4208-960f-a2a1ff365dab tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/quotas/753fddb6e27740fe83defa80e75e9a1e HTTP/1.1" status: 200 len: 375 time: 0.0094132 May 18 14:39:27.287847 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Request body: {'port': {'device_id': '48273c32-2fec-41eb-b490-674d29af2d97', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'admin_state_up': True, 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:27.362005 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-eb6ec60a-dd24-4e92-a189-67e6888ac409 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765245 May 18 14:39:27.428879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:27.432724 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Usage tracker for resource:port and tenant:753fddb6e27740fe83defa80e75e9a1e is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:27.436084 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:27.441785 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:27.452834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Made reservation on behalf of 753fddb6e27740fe83defa80e75e9a1e for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:27.456951 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.494335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-fa5f534a-d045-421e-8758-0058d8a52743 service neutron] 10.222.0.63 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249185 May 18 14:39:27.631162 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-27b129c3-4be3-430e-98f1-c4d61b4b6e80 service neutron] 10.222.0.63 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304255 May 18 14:39:27.631578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Allocated IP 172.20.0.4 (f12ae09e-f826-4b30-91c6-699b84896cb4/beec13b1-35b9-47fa-a915-cda7701f9c5f/bf300bb7-93ed-4fff-9e4a-c4ad601f314f) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:27.865996 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0e858566-d6c1-49c1-ad36-3943fb5417a0 req-997283fd-7dd5-462a-aa17-33c6d91221d6 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Synchronizing usage tracker for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:27.902890 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0e858566-d6c1-49c1-ad36-3943fb5417a0 req-997283fd-7dd5-462a-aa17-33c6d91221d6 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Unset dirty status for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:27.904126 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0e858566-d6c1-49c1-ad36-3943fb5417a0 req-997283fd-7dd5-462a-aa17-33c6d91221d6 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 210 time: 0.1140776 May 18 14:39:27.941775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.982383 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.992570 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:28.064144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Network f12ae09e-f826-4b30-91c6-699b84896cb4 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:28.067808 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:28.072901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:28.123723 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Pushing event updated for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:28.128393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:28.141674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.142309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.162974 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791876 May 18 14:39:28.261499 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6dd6-a42d-4f90-ac25-b78570fe6a4c req-041d3199-7313-4439-8827-2ca0b899c7f4 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.263038 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a9ff6dd6-a42d-4f90-ac25-b78570fe6a4c req-041d3199-7313-4439-8827-2ca0b899c7f4 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 944 time: 0.0862477 May 18 14:39:28.315349 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a9ff6dd6-a42d-4f90-ac25-b78570fe6a4c req-32084bd4-16fb-4dbe-8eb1-e1206a741c6c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 May 18 14:39:28.319093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Request body: {'port': {'device_id': '48273c32-2fec-41eb-b490-674d29af2d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:28.441024 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.793775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf300bb7-93ed-4fff-9e4a-c4ad601f314f {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:28.801259 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.817276 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Transition to ACTIVE for port object bf300bb7-93ed-4fff-9e4a-c4ad601f314f will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:28.822438 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.828948 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5f97528c-7cea-427c-8b13-36a46e79618b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:28.991875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Pushing event updated for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:28.998716 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:29.190345 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-515fc07e-ac01-4997-8da7-40736919edce req-6f7e8417-b52c-4fa2-8d83-bf69e207c59b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 210 time: 0.0884869 May 18 14:39:29.233280 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Attempting to bind port bf300bb7-93ed-4fff-9e4a-c4ad601f314f on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:29.233611 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Attempting to bind port bf300bb7-93ed-4fff-9e4a-c4ad601f314f by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:29.233933 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Attempting to bind port bf300bb7-93ed-4fff-9e4a-c4ad601f314f on network f12ae09e-f826-4b30-91c6-699b84896cb4 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:29.238588 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Port bf300bb7-93ed-4fff-9e4a-c4ad601f314f on network f12ae09e-f826-4b30-91c6-699b84896cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:29.238907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Attempting to bind port bf300bb7-93ed-4fff-9e4a-c4ad601f314f on network f12ae09e-f826-4b30-91c6-699b84896cb4 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:29.244473 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:29.244803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Checking segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:29.245179 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Bound using segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:29.245600 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Bound port: bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:29.245938 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:29.348915 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:29.352348 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:29.356924 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:29.360821 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:29.422189 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:29.422800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:29.424194 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 1093 time: 1.1098161 May 18 14:39:29.424670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:29.444090 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Pushing event updated for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:29.447519 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:33.320308 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4538-93e8-4197-92fd-d69e1a4e7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:33.346358 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-758029cc-08ae-4f37-929d-0445f18bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.347943 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-758029cc-08ae-4f37-929d-0445f18bafd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1096 time: 0.0749214 May 18 14:39:33.431967 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-885a6504-4f72-42d8-bbe3-63bfda0f13b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0718033 May 18 14:39:34.064389 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f', 'status': 'completed', 'code': 200} May 18 14:39:34.090887 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-94e38591-9974-4487-a788-599e92a28d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:34.092617 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-94e38591-9974-4487-a788-599e92a28d9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0790553 May 18 14:39:34.185480 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-58958019-c151-4807-9e52-99bb31dc7fc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825708 May 18 14:39:34.196935 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56667c2f-d057-4a40-830d-6d054b026660 req-c6ca6601-decc-41d1-8312-f90646e73855 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 210 time: 0.0427494 May 18 14:39:34.339321 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-9752c81d-8048-42f3-aa80-b86f5a061e43 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426244 May 18 14:39:34.346942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb704a9c-2d4c-4bee-92b8-b1779d001734 req-66337b68-7e47-4ef6-93d9-9c06281dbe10 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:34.348302 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fb704a9c-2d4c-4bee-92b8-b1779d001734 req-66337b68-7e47-4ef6-93d9-9c06281dbe10 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 944 time: 0.2017179 May 18 14:39:34.480976 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fb704a9c-2d4c-4bee-92b8-b1779d001734 req-a20b1b11-bc63-4aeb-9a6e-fb2d0a27ba65 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130068 May 18 14:39:34.516828 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a7264a5e-0368-43e8-adb9-3993a3531887 req-aa4500a5-c060-41c1-9a75-b38c8b6f6ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662793 May 18 14:39:35.551019 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:35.861732 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2806ec6b-a32b-4a09-a8d8-2ef0cc44a380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:35.885863 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:36.020643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:36.035243 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'port_id': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'mac_address': 'fa:16:3e:77:ec:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:36.097494 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.115412 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:36.131469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:36.137970 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.140401 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:36.209467 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:36.213111 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:36.944859 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.531030 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.628523 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.731194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-c624cc2b-dd50-42ca-9db1-c0b072583d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.733560 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-c624cc2b-dd50-42ca-9db1-c0b072583d90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1096 time: 0.1192641 May 18 14:39:38.789333 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-21bde6a1-26ce-4cd9-bc47-a824883546f2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.791152 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-21bde6a1-26ce-4cd9-bc47-a824883546f2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 818 time: 0.1782105 May 18 14:39:38.850121 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e2e9eb4b-91e2-4703-9821-22187d3843d4 req-9922dad5-9295-407d-a964-7eca617dc42f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 210 time: 0.0480559 May 18 14:39:38.854353 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Request body: {'port': {'device_id': '64087556-57a7-4402-880f-56d7de9f41b4', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'admin_state_up': True, 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:38.957251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-e9e13310-7cfa-4d74-8993-8bef5a1794f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.958699 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-e9e13310-7cfa-4d74-8993-8bef5a1794f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.2178426 May 18 14:39:38.968117 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef412ac9-8f87-4985-9d82-ee46f8ae1e6d req-d8ad0ec2-220d-4245-989f-9c1f039e2578 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.969508 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ef412ac9-8f87-4985-9d82-ee46f8ae1e6d req-d8ad0ec2-220d-4245-989f-9c1f039e2578 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 945 time: 0.1667519 May 18 14:39:38.991281 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.000908 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.012230 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Made reservation on behalf of 753fddb6e27740fe83defa80e75e9a1e for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:39.016210 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.045456 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-899c0ca7-e911-4eb5-8655-975ce3adc0f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0749223 May 18 14:39:39.112662 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ef412ac9-8f87-4985-9d82-ee46f8ae1e6d req-1275f22b-0c9b-481d-a99b-90550f2f852c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 May 18 14:39:39.124435 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-67032ae1-1366-40ee-979e-6d9b55c2b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.125849 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-67032ae1-1366-40ee-979e-6d9b55c2b024 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0732613 May 18 14:39:39.175499 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-bc1707d3-15dc-4761-b5d5-bb9e318fde62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426393 May 18 14:39:39.182165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Allocated IP 172.20.0.13 (f12ae09e-f826-4b30-91c6-699b84896cb4/beec13b1-35b9-47fa-a915-cda7701f9c5f/4f48713e-99c7-4071-b896-3d518fb6f7a8) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:39.307668 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-6d631b62-396f-4e96-ae21-b35dd52338b4 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248507 May 18 14:39:39.493515 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.526598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.533481 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:39.539889 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9dc96b85-c633-4abf-b87d-004b51160a4a req-bb1eda8d-b19d-4b87-a56e-442e4662184f service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147274 May 18 14:39:39.599757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Network f12ae09e-f826-4b30-91c6-699b84896cb4 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:39.602783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:39.606612 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:39.639966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Pushing event updated for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:39.647475 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:39.682250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.682948 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.709948 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9061208 May 18 14:39:39.722822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Request body: {'port': {'device_id': '64087556-57a7-4402-880f-56d7de9f41b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.843253 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.191393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f48713e-99c7-4071-b896-3d518fb6f7a8 {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:40.198814 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.213333 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Transition to ACTIVE for port object 4f48713e-99c7-4071-b896-3d518fb6f7a8 will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:40.220440 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.224143 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7e2b6fa1-c0cb-4712-a418-0cbe8f93e49e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.351789 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.354666 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.460021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Attempting to bind port 4f48713e-99c7-4071-b896-3d518fb6f7a8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:40.460699 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Attempting to bind port 4f48713e-99c7-4071-b896-3d518fb6f7a8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:40.461018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Attempting to bind port 4f48713e-99c7-4071-b896-3d518fb6f7a8 on network f12ae09e-f826-4b30-91c6-699b84896cb4 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:40.465692 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Port 4f48713e-99c7-4071-b896-3d518fb6f7a8 on network f12ae09e-f826-4b30-91c6-699b84896cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:40.466001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Attempting to bind port 4f48713e-99c7-4071-b896-3d518fb6f7a8 on network f12ae09e-f826-4b30-91c6-699b84896cb4 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:40.472001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:40.472329 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Checking segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:40.472704 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Bound using segment: {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:40.473126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Bound port: 4f48713e-99c7-4071-b896-3d518fb6f7a8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3492ed66-f776-4de6-af45-5d7575d89efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:40.473462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.571952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:40.574925 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:40.581370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.586791 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0a7dfab6-63d2-4929-bf68-cfe5f28b0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.646302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:40.647412 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.648702 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] 10.222.0.70 "PUT /v2.0/ports/4f48713e-99c7-4071-b896-3d518fb6f7a8 HTTP/1.1" status: 200 len: 1094 time: 0.9305818 May 18 14:39:40.649269 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:40.672129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.675900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:44.091255 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['2eef2816-7df1-42ce-a9c9-85c3c3637fa1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:44.199798 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-f073ce29-09bf-42be-8a2c-35b121c6aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.201188 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-f073ce29-09bf-42be-8a2c-35b121c6aea1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 1097 time: 0.0733395 May 18 14:39:44.291194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b110-7c5a-4c55-a76a-4ca5f527429b req-5e37dcdc-142a-4d48-b2d4-78f9631c9f16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.292651 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01d1b110-7c5a-4c55-a76a-4ca5f527429b req-5e37dcdc-142a-4d48-b2d4-78f9631c9f16 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 944 time: 0.0836034 May 18 14:39:44.308233 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-501d6410-2411-4934-930a-c8cfc1596596 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0980177 May 18 14:39:44.341207 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-01d1b110-7c5a-4c55-a76a-4ca5f527429b req-fe903fcd-775d-41ed-9ee1-44b6249c31b3 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Synchronizing usage tracker for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:44.358752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-01d1b110-7c5a-4c55-a76a-4ca5f527429b req-fe903fcd-775d-41ed-9ee1-44b6249c31b3 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Unset dirty status for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:44.360148 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01d1b110-7c5a-4c55-a76a-4ca5f527429b req-fe903fcd-775d-41ed-9ee1-44b6249c31b3 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 May 18 14:39:44.397369 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-ae3c6604-39c0-4c83-bd6b-51f2ac7cd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.398782 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-ae3c6604-39c0-4c83-bd6b-51f2ac7cd8a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0796261 May 18 14:39:44.446091 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8', 'status': 'completed', 'code': 200} May 18 14:39:44.457959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2121-947e-4d29-bec9-99bea40a189e req-981a00ed-50c9-483e-aff6-78753167bddf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.459656 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-927c2121-947e-4d29-bec9-99bea40a189e req-981a00ed-50c9-483e-aff6-78753167bddf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 945 time: 0.1911490 May 18 14:39:44.462052 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-95ed3333-c01d-4b69-a6c3-6cb57b4775d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525110 May 18 14:39:44.505417 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-927c2121-947e-4d29-bec9-99bea40a189e req-19e9173b-9fd1-496a-b378-1ad67de9c5dc tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396199 May 18 14:39:44.692689 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-018269ee-8774-40c3-8133-69b67b81cd9b service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340225 May 18 14:39:44.908546 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6ac3537c-fd51-4d07-81a9-0a43b91bd131 req-66d8cefe-d3cd-40f1-834f-68d03b7de7b8 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083833 May 18 14:39:45.127622 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-eb10531f-7ff9-469d-a64e-128099551229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.129103 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-eb10531f-7ff9-469d-a64e-128099551229 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 1097 time: 0.0853841 May 18 14:39:45.292518 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-a3ab8324-e4d0-4235-9d86-7ba407242d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.293884 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-a3ab8324-e4d0-4235-9d86-7ba407242d3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.1511438 May 18 14:39:45.364016 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-e5adbdb4-16c1-4fae-bc70-68c758aea154 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0626900 May 18 14:39:45.434926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-05a8ca25-01b7-4a69-be63-0141a1d6ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.436627 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-05a8ca25-01b7-4a69-be63-0141a1d6ad7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0659900 May 18 14:39:45.496462 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-859ff613-3cba-4654-93f7-92bba63ef420 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438440 May 18 14:39:45.684069 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-7ab9dfe0-3211-4c44-8e80-281d30a83721 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726966 May 18 14:39:45.799818 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3cab-e5a6-40f1-82bc-06098034f377 req-147ab955-78a4-4c53-8a5c-d21f0e3448f9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.801271 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5d1a3cab-e5a6-40f1-82bc-06098034f377 req-147ab955-78a4-4c53-8a5c-d21f0e3448f9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 945 time: 0.0886405 May 18 14:39:45.854769 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5d1a3cab-e5a6-40f1-82bc-06098034f377 req-6cac3211-f890-415b-a155-56b4f409f062 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 May 18 14:39:45.891425 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864ed4c4-ea9a-4296-b4ae-b64f33a953f7 req-25aaaab2-08b5-4c79-baea-6bcd2f1e9a9e service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993196 May 18 14:39:45.905084 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364b19c-7803-41f9-9fd7-f4146be8137f req-228e1574-12b7-4f46-8226-3d72ef2f9933 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.905909 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-3364b19c-7803-41f9-9fd7-f4146be8137f req-228e1574-12b7-4f46-8226-3d72ef2f9933 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Synchronizing usage tracker for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:45.923961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-3364b19c-7803-41f9-9fd7-f4146be8137f req-228e1574-12b7-4f46-8226-3d72ef2f9933 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Unset dirty status for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:45.925101 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3364b19c-7803-41f9-9fd7-f4146be8137f req-228e1574-12b7-4f46-8226-3d72ef2f9933 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 944 time: 0.2147334 May 18 14:39:45.976532 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3364b19c-7803-41f9-9fd7-f4146be8137f req-8329673f-2a8e-445a-80ce-36e74bfc32f9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 May 18 14:39:46.465556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38142) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:46.594037 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.611150 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:46.615609 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Usage tracker for resource:security_group_rule and tenant:60eec7584fe94e2e99a62df46f9ecfe4 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:46.619168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:46.626483 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:46.741277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.746215 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.754037 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:46.794811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28474c8e-9178-4bb8-8e92-aabe0972b2a0,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:46.798732 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60eec7584fe94e2e99a62df46f9ecfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319066 May 18 14:39:46.802374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38162) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:46.804868 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.805215 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.805555 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.805894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.806209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.806538 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.806859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.807207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.807533 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.807870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.808175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.808487 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.812246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:46.862753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.888203 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.952995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.958606 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:46.974319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28474c8e-9178-4bb8-8e92-aabe0972b2a0,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:46.984665 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.985013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.985350 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.985678 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.986005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.986329 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.986652 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.986975 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.987319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.987638 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.987954 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.988272 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:46.991387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.992468 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28474c8e-9178-4bb8-8e92-aabe0972b2a0 HTTP/1.1" status: 204 len: 168 time: 0.1889532 May 18 14:39:46.993292 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:47.738792 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38192) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:47.849111 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1990101405-network', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:47.853794 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:47.857860 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Usage tracker for resource:network and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:47.860733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:47.872703 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:47.885422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Made reservation on behalf of 78b4b87ca6cc41ce807496b5c7f345c5 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:47.889425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:47.909150 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:47.924700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:47.929230 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:47.932551 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:47.938710 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:48.019978 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.026144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.028884 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:48.055449 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:39:48.064214 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28988f91-cd44-43eb-a763-243d9f8961a5,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:48.067591 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:48.070130 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.070451 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Added segment 299791b3-0bf6-4df3-bb9a-db0b36052466 of type vlan for network b57397c9-f69d-4422-8ea1-83085e9ad748 May 18 14:39:48.097804 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.127324 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.128616 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.129164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.132376 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d2ed359c-390d-414c-a366-558c810ca178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:48.232746 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Pushing event updated for resources: {'Network': ['ID=b57397c9-f69d-4422-8ea1-83085e9ad748,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:48.235747 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:48.241900 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5019181 May 18 14:39:48.242875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network b57397c9-f69d-4422-8ea1-83085e9ad748 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:39:48.244392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38202) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:48.250171 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Request body: {'subnet': {'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1990101405-subnet', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:48.255555 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:48.261018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Usage tracker for resource:subnet and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:48.264730 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:48.270838 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:48.281804 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Made reservation on behalf of 78b4b87ca6cc41ce807496b5c7f345c5 for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:48.284207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.768574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:48.781423 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.786865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:48.857296 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:48.862826 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:48.863034 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.874722 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1481c733-fb18-4cd2-9611-a394890d0874,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:48.876693 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Checking segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:48.879570 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Network hostable DHCP agents. Network: b57397c9-f69d-4422-8ea1-83085e9ad748, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:39:48.886728 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:48.902692 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Network b57397c9-f69d-4422-8ea1-83085e9ad748 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:39:48.914510 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, b57397c9-f69d-4422-8ea1-83085e9ad748) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:48.922432 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d31ba-a244-4777-9ab3-de8f719ac695 None None] Network b57397c9-f69d-4422-8ea1-83085e9ad748 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:48.928285 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.929169 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.949708 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7042291 May 18 14:39:48.952961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38212) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:48.958381 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:48.963564 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:48.967646 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Usage tracker for resource:router and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:48.970622 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:48.977028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:48.987368 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.988338 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.003590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.124485 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.170323 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:49.206884 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:49.217985 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.219848 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:49.268664 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.281365 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-b57397c9-f69d-4422-8ea1-83085e9ad748', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:39:49.282825 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.347223 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:49.352941 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:49.451772 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Allocated IP 172.20.0.2 (b57397c9-f69d-4422-8ea1-83085e9ad748/1481c733-fb18-4cd2-9611-a394890d0874/c01404aa-12e2-4af9-8762-33b40d9b5963) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:49.588350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.620821 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.669047 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.680865 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Transition to ACTIVE for port object c01404aa-12e2-4af9-8762-33b40d9b5963 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:49.700300 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Transition to ACTIVE for port object c01404aa-12e2-4af9-8762-33b40d9b5963 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:49.706570 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.710561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:49.758478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Allocated IP 172.27.0.98 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/1142b810-fe62-4d2a-99af-201b746d951a) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:49.773746 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Network b57397c9-f69d-4422-8ea1-83085e9ad748 is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:49.777419 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:49.780850 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:49.820750 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Pushing event updated for resources: {'Port': ['ID=c01404aa-12e2-4af9-8762-33b40d9b5963,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:49.823500 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:49.909692 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Attempting to bind port c01404aa-12e2-4af9-8762-33b40d9b5963 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:49.910058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Attempting to bind port c01404aa-12e2-4af9-8762-33b40d9b5963 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:49.910416 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Attempting to bind port c01404aa-12e2-4af9-8762-33b40d9b5963 on network b57397c9-f69d-4422-8ea1-83085e9ad748 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:49.916686 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:49.917054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Checking segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:49.917423 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.917810 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Bound using segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:49.918268 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Bound port: c01404aa-12e2-4af9-8762-33b40d9b5963, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:49.918636 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.923432 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.959114 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.966708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:50.053602 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] For port c01404aa-12e2-4af9-8762-33b40d9b5963, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:50.056755 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] For port c01404aa-12e2-4af9-8762-33b40d9b5963, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=c01404aa-12e2-4af9-8762-33b40d9b5963,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:50.060071 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:50.061748 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:50.062913 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:50.066247 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:50.067013 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:50.099758 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Pushing event updated for resources: {'Port': ['ID=1142b810-fe62-4d2a-99af-201b746d951a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:50.103764 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:50.139313 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Pushing event updated for resources: {'Port': ['ID=c01404aa-12e2-4af9-8762-33b40d9b5963,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:50.142337 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:50.598981 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:50.886803 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device c01404aa-12e2-4af9-8762-33b40d9b5963 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:50.955104 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:50.972521 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port c01404aa-12e2-4af9-8762-33b40d9b5963 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:51.047325 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b5f4f-5aa6-4cea-88dc-ea697462dbd4 None None] Network b57397c9-f69d-4422-8ea1-83085e9ad748 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:51.164891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Provisioning for port c01404aa-12e2-4af9-8762-33b40d9b5963 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:51.175970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Router d5db182b-5ef1-4ed3-a37e-90707ae2444c is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:39:51.179402 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Provisioning complete for port c01404aa-12e2-4af9-8762-33b40d9b5963 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:51.179782 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.354553 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:51.364680 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Sync routers for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:51.379807 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:51.380253 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.380990 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:51.384622 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4288058 May 18 14:39:51.384981 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38230) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:51.408276 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.447352 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] For port c01404aa-12e2-4af9-8762-33b40d9b5963, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=c01404aa-12e2-4af9-8762-33b40d9b5963,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:51.453094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.455399 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:51.531287 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Pushing event updated for resources: {'Port': ['ID=c01404aa-12e2-4af9-8762-33b40d9b5963,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:51.534632 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:51.578684 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:51.660039 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device bf300bb7-93ed-4fff-9e4a-c4ad601f314f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:51.730395 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5f38062f-0ab7-47ea-a156-f680fe8c7de8 None None] Provisioning complete for port c01404aa-12e2-4af9-8762-33b40d9b5963 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:51.730838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5f38062f-0ab7-47ea-a156-f680fe8c7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.900403 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea1677-ce13-4ec5-a8f0-5f82c0eac70a req-89b9e99b-b08e-4659-b346-5df3a0a628ec tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:51.909895 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c7ea1677-ce13-4ec5-a8f0-5f82c0eac70a req-89b9e99b-b08e-4659-b346-5df3a0a628ec tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.0941932 May 18 14:39:51.926592 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:50Z', 'revision_number': 3, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:51.935572 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Checking router: d5db182b-5ef1-4ed3-a37e-90707ae2444c for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:51.935927 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Updating router d5db182b-5ef1-4ed3-a37e-90707ae2444c port 1142b810-fe62-4d2a-99af-201b746d951a binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:39:51.974117 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c7ea1677-ce13-4ec5-a8f0-5f82c0eac70a req-254312b5-e6d2-4320-b53a-9335e253e711 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 May 18 14:39:51.976034 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:52.024375 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.034878 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'code': 200} May 18 14:39:52.040491 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'port_id': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f', 'mac_address': 'fa:16:3e:87:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:52.123562 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.142025 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf300bb7-93ed-4fff-9e4a-c4ad601f314f {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:52.159482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:52.165471 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.169216 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:52.171833 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bf4d-efc7-47be-a9e1-4dccee02c7e7 req-7d2ce5d4-fe0f-4c07-acbc-0b41272b83b7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:52.173425 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8756bf4d-efc7-47be-a9e1-4dccee02c7e7 req-7d2ce5d4-fe0f-4c07-acbc-0b41272b83b7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 944 time: 0.2691414 May 18 14:39:52.248475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:52.251745 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:52.298393 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8756bf4d-efc7-47be-a9e1-4dccee02c7e7 req-fd242fce-1b6a-4021-9b47-cdc5159aea6a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863922 May 18 14:39:52.379696 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.385932 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.398321 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Transition to ACTIVE for port object 1142b810-fe62-4d2a-99af-201b746d951a will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:52.406053 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.409880 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:52.515636 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Attempting to bind port 1142b810-fe62-4d2a-99af-201b746d951a on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:52.516003 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Attempting to bind port 1142b810-fe62-4d2a-99af-201b746d951a by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:52.516347 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Attempting to bind port 1142b810-fe62-4d2a-99af-201b746d951a on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:52.522178 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545cac-4fa1-4bed-a737-915b61027853 None None] Pushing event updated for resources: {'Port': ['ID=1142b810-fe62-4d2a-99af-201b746d951a,revision_number=2']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:52.526272 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d2545cac-4fa1-4bed-a737-915b61027853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:52.527029 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:52.527401 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:52.527789 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.528161 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:52.528623 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Bound port: 1142b810-fe62-4d2a-99af-201b746d951a, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:52.528990 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.598814 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Allocated IP 172.20.0.1 (b57397c9-f69d-4422-8ea1-83085e9ad748/1481c733-fb18-4cd2-9611-a394890d0874/18358ac9-ac23-44c9-a50f-6a962d6f5ffa) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:52.603217 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] For port 1142b810-fe62-4d2a-99af-201b746d951a, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:52.606948 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] For port 1142b810-fe62-4d2a-99af-201b746d951a, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1142b810-fe62-4d2a-99af-201b746d951a,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:52.612884 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.617440 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:52.703481 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:52.703699 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:52.765945 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545cac-4fa1-4bed-a737-915b61027853 None None] Pushing event updated for resources: {'Port': ['ID=1142b810-fe62-4d2a-99af-201b746d951a,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:52.771204 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d2545cac-4fa1-4bed-a737-915b61027853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:52.834947 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.857051 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Transition to ACTIVE for port object 18358ac9-ac23-44c9-a50f-6a962d6f5ffa will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:52.866669 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6aaad-eed2-4f39-a957-d537908d4394 req-9052d4d7-f524-46e0-b804-dcbd8db087a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:52.868170 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57c6aaad-eed2-4f39-a957-d537908d4394 req-9052d4d7-f524-46e0-b804-dcbd8db087a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 1099 time: 0.1368051 May 18 14:39:52.882539 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device c01404aa-12e2-4af9-8762-33b40d9b5963 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:52.913298 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:52.928851 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.933380 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cfc42c8e-93df-4e4c-972c-0c9d2324feb8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:52.967283 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57c6aaad-eed2-4f39-a957-d537908d4394 req-30933569-fe76-4f33-8a1c-b02802445cd5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812261 May 18 14:39:52.967618 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port c01404aa-12e2-4af9-8762-33b40d9b5963 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:52.967911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.986335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Network b57397c9-f69d-4422-8ea1-83085e9ad748 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:53.022277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:53.061549 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:53.157685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.199094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Pushing event updated for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:53.202468 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:53.258930 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['bf300bb7-93ed-4fff-9e4a-c4ad601f314f'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:53.302935 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad128e-1a39-4cd6-ab25-a1ea55fc4391 req-414b66e1-b5ca-4189-8c57-d0663f6e0aca tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.306077 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8aad128e-1a39-4cd6-ab25-a1ea55fc4391 req-414b66e1-b5ca-4189-8c57-d0663f6e0aca tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.1371129 May 18 14:39:53.347679 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:50Z', 'revision_number': 3, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:53.352668 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd89c47-0bd5-45a5-b7cb-36f7c5e59c4d None None] The sync data for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi is: [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:50Z', 'revision_number': 3, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:53.449500 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8aad128e-1a39-4cd6-ab25-a1ea55fc4391 req-03835119-e29b-4a19-ab01-8aa1e63ca48a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370797 May 18 14:39:53.468351 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.496577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-11b2bc47-ca73-4f53-b68e-74a42711a7ed None None] Provisioning for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:53.516108 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-11b2bc47-ca73-4f53-b68e-74a42711a7ed None None] Provisioning complete for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:53.516528 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-11b2bc47-ca73-4f53-b68e-74a42711a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.598197 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-11b2bc47-ca73-4f53-b68e-74a42711a7ed None None] Port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:53.760425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731e43-eccb-4893-af52-f82fa8d6ed0c req-2432ee4b-5fd9-4d42-9a4b-a130bcd4daa7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.761957 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2d731e43-eccb-4893-af52-f82fa8d6ed0c req-2432ee4b-5fd9-4d42-9a4b-a130bcd4daa7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 944 time: 0.2341375 May 18 14:39:53.833566 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2d731e43-eccb-4893-af52-f82fa8d6ed0c req-5197e7c6-4f71-4c93-a764-0e408def84da tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527143 May 18 14:39:53.849190 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.855440 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.881653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:54.077842 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Pushing event updated for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:54.082090 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:54.083090 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:54.235019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Network b57397c9-f69d-4422-8ea1-83085e9ad748 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:54.236302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:54.425791 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-65932917-7b75-4195-8517-3458d4146b13 None None] Provisioning complete for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:54.426357 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-65932917-7b75-4195-8517-3458d4146b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:54.435961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Router d5db182b-5ef1-4ed3-a37e-90707ae2444c has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:54.486622 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-65932917-7b75-4195-8517-3458d4146b13 None None] Port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:54.520577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 4f48713e-99c7-4071-b896-3d518fb6f7a8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:54.728545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:54.756272 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:54.757827 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '4f48713e-99c7-4071-b896-3d518fb6f7a8', 'network_id': 'f12ae09e-f826-4b30-91c6-699b84896cb4', 'port_id': '4f48713e-99c7-4071-b896-3d518fb6f7a8', 'mac_address': 'fa:16:3e:84:2a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beec13b1-35b9-47fa-a915-cda7701f9c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:54.783132 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] 10.222.0.63 "PUT /v2.0/routers/d5db182b-5ef1-4ed3-a37e-90707ae2444c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896224 May 18 14:39:54.809216 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de454ba-c38e-404c-b9a5-4bf6d9ac9878 req-a7f8fa50-fae5-41a7-a1f6-6943b303d2e7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:54.816811 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5de454ba-c38e-404c-b9a5-4bf6d9ac9878 req-a7f8fa50-fae5-41a7-a1f6-6943b303d2e7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.1729035 May 18 14:39:54.903465 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:54.922415 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5de454ba-c38e-404c-b9a5-4bf6d9ac9878 req-dc93275c-a8f4-4a7a-b407-bfc3cdc20f8e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045082 May 18 14:39:54.977189 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f48713e-99c7-4071-b896-3d518fb6f7a8 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:55.000830 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1142b810-fe62-4d2a-99af-201b746d951a up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:55.104974 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:55.114195 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.119540 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:55.278476 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:55.301745 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 1142b810-fe62-4d2a-99af-201b746d951a completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:55.310643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:55.311727 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 1142b810-fe62-4d2a-99af-201b746d951a triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:55.312250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.339707 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5423d-2b93-4986-8c4c-c0ef4f45167d req-6d8987ea-49a1-473c-8917-103a8e096fee tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:55.346838 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fbb5423d-2b93-4986-8c4c-c0ef4f45167d req-6d8987ea-49a1-473c-8917-103a8e096fee tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 945 time: 0.2579670 May 18 14:39:55.432566 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fbb5423d-2b93-4986-8c4c-c0ef4f45167d req-6405f5c6-c828-4b1e-bdce-b49b763f6583 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 May 18 14:39:55.460897 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Sync routers for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:55.502094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:55.502787 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:55.626305 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.696282 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['4f48713e-99c7-4071-b896-3d518fb6f7a8'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:55.713491 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38322) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:55.751389 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 1142b810-fe62-4d2a-99af-201b746d951a, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1142b810-fe62-4d2a-99af-201b746d951a,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:55.766305 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.772089 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:55.800341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38330) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:55.806021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-898080727-network', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:55.811054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:55.814999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Usage tracker for resource:network and tenant:3405fa63614f44308ee93c3ac96f9d88 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:55.817779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:55.823673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:55.838936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Made reservation on behalf of 3405fa63614f44308ee93c3ac96f9d88 for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:55.841727 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.855633 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.863199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:55.872085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:55.876363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3405fa63614f44308ee93c3ac96f9d88 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:55.879594 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:55.886000 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:55.982753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.990196 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:55.994431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-059c3001-3843-4de8-89bb-efbd4ec92568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:55.995741 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=1142b810-fe62-4d2a-99af-201b746d951a,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:56.014138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:39:56.015830 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:56.019445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.023738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.024067 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Added segment 8b9cd57d-bb3b-42bd-b77f-82787460f38a of type vlan for network 78b9e5be-dde3-43b2-9366-a818bcf3310f May 18 14:39:56.048027 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:56.054960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:aeea327b9ad44e489c89ee16339ff6d8 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:56.059859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:56.069569 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:56.109623 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.121217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0675779-c944-464c-b4e9-d803403edccc,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:56.130110 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:56.165424 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.168290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:56.169050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.174770 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-98aab2df-5127-43cd-a769-76993b97c82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:56.198396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.204566 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.214633 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:56.218763 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ff60-b3f1-4240-8935-2390d017f5a3 req-20647e07-afda-452a-b812-9db51d4abc79 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:56.220429 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-02f5ff60-b3f1-4240-8935-2390d017f5a3 req-20647e07-afda-452a-b812-9db51d4abc79 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.1687677 May 18 14:39:56.255210 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aeea327b9ad44e489c89ee16339ff6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404685 May 18 14:39:56.256145 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ef065-69d9-415f-89ae-73778082c349,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:56.259426 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38336) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:56.262556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:56.308852 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5072219 May 18 14:39:56.309973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Pushing event updated for resources: {'Network': ['ID=78b9e5be-dde3-43b2-9366-a818bcf3310f,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:56.311731 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38340) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:56.316574 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:56.322708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Request body: {'subnet': {'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-898080727-subnet', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:56.329148 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:39:56.331792 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:56.339077 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-02f5ff60-b3f1-4240-8935-2390d017f5a3 req-bfbbfd21-bce0-424f-80e2-f8321fa4e4f9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 May 18 14:39:56.346311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Usage tracker for resource:subnet and tenant:3405fa63614f44308ee93c3ac96f9d88 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:56.351762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:56.369970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:56.376414 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.414365 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Made reservation on behalf of 3405fa63614f44308ee93c3ac96f9d88 for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:56.417182 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.482675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.506664 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 2, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:56.512094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Checking router: d5db182b-5ef1-4ed3-a37e-90707ae2444c for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:56.512094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Updating router d5db182b-5ef1-4ed3-a37e-90707ae2444c port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:39:56.586655 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.664286 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.678534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-ad1d3d0b-7760-4300-be4d-1d8436ac4412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:56.687615 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99dbd0-c972-48fc-b307-9893d3c7193b req-4a79af56-82e9-4663-aa21-508b9732f877 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:56.689530 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac99dbd0-c972-48fc-b307-9893d3c7193b req-4a79af56-82e9-4663-aa21-508b9732f877 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 945 time: 0.1004941 May 18 14:39:56.700767 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ef065-69d9-415f-89ae-73778082c349,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:56.714805 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:56.743586 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:56.757440 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8c0ef065-69d9-415f-89ae-73778082c349 HTTP/1.1" status: 204 len: 168 time: 0.4853129 May 18 14:39:56.813898 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ac99dbd0-c972-48fc-b307-9893d3c7193b req-28839e0a-1344-4729-a4cb-5f684fb4cd78 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174321 May 18 14:39:56.916703 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1142b810-fe62-4d2a-99af-201b746d951a up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:57.019950 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.030753 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:57.053572 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 1142b810-fe62-4d2a-99af-201b746d951a triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:57.054053 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.108273 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Checking segment: {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:57.108660 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Network hostable DHCP agents. Network: 78b9e5be-dde3-43b2-9366-a818bcf3310f, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:39:57.109640 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.112684 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbf017c-f795-48c9-8188-0ab484e9c4e8,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:57.119725 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:57.133884 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Transition to ACTIVE for port object 18358ac9-ac23-44c9-a50f-6a962d6f5ffa will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:57.135025 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:39:57.144200 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.146250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 78b9e5be-dde3-43b2-9366-a818bcf3310f) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:57.148225 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:57.157879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:57.158600 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.178605 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d624f49d-a420-405e-9979-c3ac13f23869 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8636215 May 18 14:39:57.181296 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38372) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:57.184217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c917ec-0b36-4e54-ac98-12d88c15d31f None None] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:57.188342 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:57.194828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:57.200655 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Usage tracker for resource:router and tenant:3405fa63614f44308ee93c3ac96f9d88 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:57.203685 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:57.210918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:57.227621 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.228774 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.257111 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.496653 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Pushing event updated for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:57.503848 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:57.590830 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.625936 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38390) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:57.684369 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Attempting to bind port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:57.684933 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Attempting to bind port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:57.684933 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Attempting to bind port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa on network b57397c9-f69d-4422-8ea1-83085e9ad748 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:57.708740 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:57.709234 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Checking segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:57.709858 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.710595 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Bound using segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:57.711121 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Bound port: 18358ac9-ac23-44c9-a50f-6a962d6f5ffa, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:57.711467 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.744394 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1127490632-network', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:57.750773 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:57.755070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Usage tracker for resource:network and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:57.759370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:57.768121 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:57.780358 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Made reservation on behalf of 49cfc755cdcf4692aaf6508c20d03019 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:57.782954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.796810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.803451 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device bf300bb7-93ed-4fff-9e4a-c4ad601f314f up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:57.812727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:57.816768 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:57.820072 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:57.825990 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:57.880576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-78b9e5be-dde3-43b2-9366-a818bcf3310f', 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'fixed_ips': [{'subnet_id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:39:57.881545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.915277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.920233 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] For port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:57.920672 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.924680 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b6a9fb28-623e-47ce-83f9-89ae3061d2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:57.951811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:39:57.962209 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f869f71d-f7dd-4094-8a04-985ded2d3ec6,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:57.966200 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:57.970578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:57.971482 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Added segment 1f19a67b-cb20-40b8-b2a8-57a1b540026a of type vlan for network 5fd23c8f-08fe-4be4-8835-7f55177b0277 May 18 14:39:57.974211 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] For port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:57.988568 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.000639 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:58.004839 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.005455 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.035330 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.041031 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.043858 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:58.044528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.047742 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port bf300bb7-93ed-4fff-9e4a-c4ad601f314f completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:58.049489 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:58.075524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port bf300bb7-93ed-4fff-9e4a-c4ad601f314f triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:58.075901 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.159183 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd23c8f-08fe-4be4-8835-7f55177b0277,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:58.169715 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:58.171933 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5443635 May 18 14:39:58.175431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38398) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:58.181093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Request body: {'subnet': {'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1127490632-subnet', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:58.185318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:39:58.189955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:58.201405 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Usage tracker for resource:subnet and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:58.211013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:58.214793 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Allocated IP 172.27.0.205 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/2435e76e-dce0-41d8-a7f4-464ae1c71d03) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:58.221651 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:58.225775 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:58.226615 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:58.254749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Made reservation on behalf of 49cfc755cdcf4692aaf6508c20d03019 for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:58.257269 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.278899 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Pushing event updated for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:58.292856 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:58.397813 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Allocated IP 172.20.0.2 (78b9e5be-dde3-43b2-9366-a818bcf3310f/6cbf017c-f795-48c9-8188-0ab484e9c4e8/d85c59a8-61e7-4fad-ac77-2f491bef8c52) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:58.479359 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.594427 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.599656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:58.664255 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.682112 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:58.691329 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:58.698333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:58.707158 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:58.759132 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=2435e76e-dce0-41d8-a7f4-464ae1c71d03,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:58.770468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:58.781438 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:58.856678 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:58.879505 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:58.885131 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-f50d91c9-d448-4bf2-b9b5-bc1a7d685be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:59.122173 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:59.128747 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.131303 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:59.143633 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Transition to ACTIVE for port object d85c59a8-61e7-4fad-ac77-2f491bef8c52 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:59.177911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.200862 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Transition to ACTIVE for port object d85c59a8-61e7-4fad-ac77-2f491bef8c52 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:59.212363 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.216913 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:59.289609 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:59.295296 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:59.300869 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:59.306050 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:39:59.308006 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Pushing event updated for resources: {'Port': ['ID=d85c59a8-61e7-4fad-ac77-2f491bef8c52,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:59.313263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:59.350824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.358057 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dedc0038-1ce7-4ef8-82c5-72c0bc4c3d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:59.398486 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:39:57Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:59.407234 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12da8a-bde8-4212-85b7-25345e5874e8 None None] The sync data for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi is: [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:39:57Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:59.408944 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Attempting to bind port d85c59a8-61e7-4fad-ac77-2f491bef8c52 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:59.409343 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Attempting to bind port d85c59a8-61e7-4fad-ac77-2f491bef8c52 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:59.409696 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Attempting to bind port d85c59a8-61e7-4fad-ac77-2f491bef8c52 on network 78b9e5be-dde3-43b2-9366-a818bcf3310f {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:59.415950 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:59.416328 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Checking segment: {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:59.416728 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.417117 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Bound using segment: {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:59.417589 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Bound port: d85c59a8-61e7-4fad-ac77-2f491bef8c52, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:59.417936 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.527663 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:59.533556 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:59.563577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] For port d85c59a8-61e7-4fad-ac77-2f491bef8c52, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:59.571252 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] For port d85c59a8-61e7-4fad-ac77-2f491bef8c52, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=d85c59a8-61e7-4fad-ac77-2f491bef8c52,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:59.576650 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.580415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:59.614058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Checking segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:59.614413 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Network hostable DHCP agents. Network: 5fd23c8f-08fe-4be4-8835-7f55177b0277, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:39:59.661609 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Pushing event updated for resources: {'Port': ['ID=d85c59a8-61e7-4fad-ac77-2f491bef8c52,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:59.665229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:59.715238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:39:59.753615 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.816643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 5fd23c8f-08fe-4be4-8835-7f55177b0277) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:59.822021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:59.822762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:59.826333 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609002c-7f64-4856-917b-8167c42a4d47 None None] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:39:59.968266 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-546d67c8-f6b4-4c73-bc15-70e548069c92 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7915664 May 18 14:39:59.971592 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38414) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:59.981217 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:59.995953 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:00.015346 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Usage tracker for resource:router and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:00.019065 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:00.030527 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:00.055444 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.056661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.072408 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Router 44fb4f98-5918-4e4b-bcc6-624f481a78de is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:40:00.077478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.129326 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-5fd23c8f-08fe-4be4-8835-7f55177b0277', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:40:00.130184 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.304668 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:00.314533 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Sync routers for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:00.319103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Allocated IP 172.20.0.2 (5fd23c8f-08fe-4be4-8835-7f55177b0277/ab33fe9c-4c5b-48b2-8e68-fcc42c850d54/2e439e86-78ae-4ac4-b8b2-4fa70f1312b1) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:00.328870 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:00.329484 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:00.356226 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.357786 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1752274 May 18 14:40:00.360618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38418) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:00.580091 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.619870 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:00.659689 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.685093 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Transition to ACTIVE for port object 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:00.732807 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Transition to ACTIVE for port object 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:00.742876 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:00.753434 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:00.926973 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:00.949719 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:00.962573 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:01.112806 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device d85c59a8-61e7-4fad-ac77-2f491bef8c52 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:01.175263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e90b0-cff0-4a41-b839-dfddf55cb52b None None] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:01.205404 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Pushing event updated for resources: {'Port': ['ID=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:01.210891 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:39:58Z', 'revision_number': 3, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:01.226555 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Checking router: 44fb4f98-5918-4e4b-bcc6-624f481a78de for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:01.226555 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Updating router 44fb4f98-5918-4e4b-bcc6-624f481a78de port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:01.248502 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:01.249223 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Attempting to bind port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:01.249596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Attempting to bind port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:01.249956 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Attempting to bind port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 on network 5fd23c8f-08fe-4be4-8835-7f55177b0277 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:01.275337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.291819 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.315067 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:01.315453 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Checking segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:01.315864 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.316387 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Bound using segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:01.316883 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Bound port: 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:01.317259 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.336232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.365833 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b484ed8-3197-4775-a093-e9ab82e56fe8 req-2a975be0-1f8b-4e0f-8a33-e76bd589cbb4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:01.367414 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1b484ed8-3197-4775-a093-e9ab82e56fe8 req-2a975be0-1f8b-4e0f-8a33-e76bd589cbb4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 945 time: 0.3678818 May 18 14:40:01.379546 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ce11cd51-2870-46f4-a458-65d0f09f5db9 None None] Provisioning for port d85c59a8-61e7-4fad-ac77-2f491bef8c52 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:01.422724 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port d85c59a8-61e7-4fad-ac77-2f491bef8c52 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:01.450800 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port d85c59a8-61e7-4fad-ac77-2f491bef8c52 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:01.451341 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.534432 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Allocated IP 172.27.0.19 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/634ea89e-f253-4729-ae37-05cdf36ce428) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:01.639563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] For port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:01.650736 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f', 'code': 200} May 18 14:40:01.692411 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] For port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:01.709073 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.726605 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1b484ed8-3197-4775-a093-e9ab82e56fe8 req-876e2fe5-cd3e-45a5-9de8-f410e7682d3d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 May 18 14:40:01.728529 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-b35c9d54-af8f-433a-a79a-257739eb5a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:01.809013 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.919251 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.929897 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:01.947929 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:02.044637 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:02.048586 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Pushing event updated for resources: {'Port': ['ID=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:02.063273 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:02.064028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:02.066182 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.085874 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:02.177716 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port d85c59a8-61e7-4fad-ac77-2f491bef8c52, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=d85c59a8-61e7-4fad-ac77-2f491bef8c52,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:02.188116 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.189133 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 18358ac9-ac23-44c9-a50f-6a962d6f5ffa up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:02.202753 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Pushing event updated for resources: {'Port': ['ID=634ea89e-f253-4729-ae37-05cdf36ce428,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:02.209391 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:02.270281 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-eb64f47e-e2e6-43f8-b5a7-fb8026a3e4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:02.346892 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Allocated IP 172.20.0.1 (78b9e5be-dde3-43b2-9366-a818bcf3310f/6cbf017c-f795-48c9-8188-0ab484e9c4e8/02b99ce8-9477-40bb-ab0b-2f23c5815617) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:02.454385 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=d85c59a8-61e7-4fad-ac77-2f491bef8c52,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:02.467997 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:02.555753 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:02.559573 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:02.559952 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.572371 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.584873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6a90-aca4-45a8-8f96-5d439efede43 req-ca586421-b160-4127-9750-c081ddf41f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:02.586982 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8e9b6a90-aca4-45a8-8f96-5d439efede43 req-ca586421-b160-4127-9750-c081ddf41f1d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.5891397 May 18 14:40:02.601509 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Transition to ACTIVE for port object 2435e76e-dce0-41d8-a7f4-464ae1c71d03 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:02.612782 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.625189 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:02.653908 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.677031 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Transition to ACTIVE for port object 02b99ce8-9477-40bb-ab0b-2f23c5815617 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:02.713706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.720592 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d1d5d86d-6f9a-46c9-aeb7-4bc4308a64b7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:02.772528 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-70fdb72e-73e8-4943-9c64-4e4f4d50a55f None None] Provisioning complete for port d85c59a8-61e7-4fad-ac77-2f491bef8c52 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:02.772909 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-70fdb72e-73e8-4943-9c64-4e4f4d50a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.808598 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75145985-4df5-4505-adc4-5b3eed512b43 None None] Pushing event updated for resources: {'Port': ['ID=2435e76e-dce0-41d8-a7f4-464ae1c71d03,revision_number=2']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:02.811504 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Attempting to bind port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:02.812019 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Attempting to bind port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:02.812436 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Attempting to bind port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:02.817951 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:02.819777 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-75145985-4df5-4505-adc4-5b3eed512b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:02.820659 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:02.821043 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:02.821483 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.822022 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:02.822597 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Bound port: 2435e76e-dce0-41d8-a7f4-464ae1c71d03, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:02.822968 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.828475 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:02.843021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:02.843707 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:02.972149 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 4f48713e-99c7-4071-b896-3d518fb6f7a8 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:02.989626 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] For port 2435e76e-dce0-41d8-a7f4-464ae1c71d03, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:03.005183 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] For port 2435e76e-dce0-41d8-a7f4-464ae1c71d03, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2435e76e-dce0-41d8-a7f4-464ae1c71d03,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:03.011639 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.017165 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-2257ae6d-809f-4f65-b11f-dc9ce0778270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:03.168478 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:03.169316 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:03.229431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Pushing event updated for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:03.232705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:03.296100 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75145985-4df5-4505-adc4-5b3eed512b43 None None] Pushing event updated for resources: {'Port': ['ID=2435e76e-dce0-41d8-a7f4-464ae1c71d03,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:03.337847 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.407052 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:03.411715 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 4f48713e-99c7-4071-b896-3d518fb6f7a8 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:03.418219 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.440437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:03.472786 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-75145985-4df5-4505-adc4-5b3eed512b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:03.526786 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8e9b6a90-aca4-45a8-8f96-5d439efede43 req-67dd10e5-7f05-4406-bfa5-e5350d7383ad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8827779 May 18 14:40:03.544534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.560804 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:03.581257 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.615745 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:03.622738 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f23638c6-ab9f-45b4-b66c-8561ca68cbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.637125 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:03.650571 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 4f48713e-99c7-4071-b896-3d518fb6f7a8 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:03.653342 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.721947 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fa57b-7ba1-4f82-9146-60e6f5167733 req-d94038c8-68b9-4178-b778-a5f288836715 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:03.729113 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f28fa57b-7ba1-4f82-9146-60e6f5167733 req-d94038c8-68b9-4178-b778-a5f288836715 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 945 time: 0.7214475 May 18 14:40:03.740465 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-758068ef-0acd-4f09-aa1a-ccdae9190d14 None None] Provisioning for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:03.751242 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-758068ef-0acd-4f09-aa1a-ccdae9190d14 None None] Provisioning complete for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:03.752147 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-758068ef-0acd-4f09-aa1a-ccdae9190d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:03.818051 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device d85c59a8-61e7-4fad-ac77-2f491bef8c52 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:03.860574 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f28fa57b-7ba1-4f82-9146-60e6f5167733 req-12fba349-2eee-46ff-8ad8-ba2439d79871 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304982 May 18 14:40:03.961210 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57385799-370e-4140-8f37-720528112644 None None] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:04.006622 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:39:58Z', 'revision_number': 3, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:04.011335 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff996-3728-4181-9a43-0c43f2564f43 None None] The sync data for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi is: [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:39:58Z', 'revision_number': 3, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:04.101738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.109059 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.110490 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.119940 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d562af9c-d62c-439d-90e9-f191f628d204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:04.229103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.274331 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.300675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port d85c59a8-61e7-4fad-ac77-2f491bef8c52 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:04.301273 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Pushing event updated for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:04.302276 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.310424 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:04.376801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:04.377980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:04.378434 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:04.379213 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-758068ef-0acd-4f09-aa1a-ccdae9190d14 None None] Port 02b99ce8-9477-40bb-ab0b-2f23c5815617 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:04.392370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-92bef9d7-64ce-467d-84e3-a776f6327265 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.402400 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-92bef9d7-64ce-467d-84e3-a776f6327265 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.3870995 May 18 14:40:04.406647 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:04.465512 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.490432 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:04.580389 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-09b14f2a-98e1-4ad2-a725-087f0dd977da tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/quotas/4e8830eeff5641cf8b624864d3afc9c1 HTTP/1.1" status: 200 len: 375 time: 0.1768796 May 18 14:40:04.648774 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-9c2af8a4-6268-487a-9d48-dab65c373cb4 None None] Provisioning for port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:04.731233 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:04.736781 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:04.750069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Router 44fb4f98-5918-4e4b-bcc6-624f481a78de has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:04.753876 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Router c45506ee-f64f-4b43-8714-4a12c8cbdc77 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:40:04.773015 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-cb423b75-5e47-402b-b00a-2d8afd5dccf8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767967 May 18 14:40:04.839128 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:04.869008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5fb97bbe-3a5b-426f-b486-1780fa6a477f None None] Provisioning complete for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:04.869481 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5fb97bbe-3a5b-426f-b486-1780fa6a477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.970201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:04.981280 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] 10.222.0.63 "PUT /v2.0/routers/44fb4f98-5918-4e4b-bcc6-624f481a78de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6184084 May 18 14:40:05.014540 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-5fb97bbe-3a5b-426f-b486-1780fa6a477f None None] Port 02b99ce8-9477-40bb-ab0b-2f23c5815617 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:05.055865 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:05.061782 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:05.062318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.242174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.260782 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-9e2dfe74-1a2c-4a88-9fb1-864c2dfd4eca service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273796 May 18 14:40:05.267144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:05.280372 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Sync routers for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:05.298713 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:05.299475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:39:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:05.347113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:05.357743 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.367364 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:05.382474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.386950 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4110429 May 18 14:40:05.387135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38498) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:05.423918 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-aeebadf4-42e4-43eb-b579-95f56170a263 service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548357 May 18 14:40:05.461638 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-4d221c4e-2a50-485a-a157-7285da79d26f None None] Provisioning complete for port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:05.462171 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-4d221c4e-2a50-485a-a157-7285da79d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.634454 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:05.640544 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:05.644958 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:05.662391 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:05.714533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2435e76e-dce0-41d8-a7f4-464ae1c71d03 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:06.005392 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4a3f-f56d-4a85-9c31-e5dfce2a9887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.062350 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:06.072842 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:06.073222 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.196142 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.202655 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Sync routers for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:06.217287 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:06.218258 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:06.240603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:02Z', 'revision_number': 3, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:06.247357 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.265970 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Checking router: c45506ee-f64f-4b43-8714-4a12c8cbdc77 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:06.266324 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Updating router c45506ee-f64f-4b43-8714-4a12c8cbdc77 port 634ea89e-f253-4729-ae37-05cdf36ce428 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:06.318065 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 2435e76e-dce0-41d8-a7f4-464ae1c71d03, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2435e76e-dce0-41d8-a7f4-464ae1c71d03,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:06.326096 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.327093 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 18358ac9-ac23-44c9-a50f-6a962d6f5ffa up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:06.356608 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:06.412774 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.428079 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:06.435611 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Allocated IP 172.20.0.1 (5fd23c8f-08fe-4be4-8835-7f55177b0277/ab33fe9c-4c5b-48b2-8e68-fcc42c850d54/1ff5d95f-91f9-4e71-9b16-779c869af254) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:06.556423 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=2435e76e-dce0-41d8-a7f4-464ae1c71d03,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:06.563118 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:06.576493 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:06.576493 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.691364 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.707532 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Transition to ACTIVE for port object 1ff5d95f-91f9-4e71-9b16-779c869af254 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:06.736096 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.742007 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f8421937-7b5c-4b4b-b1fd-afb005cc0cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:06.769336 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 4, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '02b99ce8-9477-40bb-ab0b-2f23c5815617', 'name': '', 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'mac_address': 'fa:16:3e:17:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:02Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 2, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'subnets': [{'id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:06.773943 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Checking router: 44fb4f98-5918-4e4b-bcc6-624f481a78de for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:06.774325 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Updating router 44fb4f98-5918-4e4b-bcc6-624f481a78de port 02b99ce8-9477-40bb-ab0b-2f23c5815617 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:06.810893 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:06.814934 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:06.818295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:06.818656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.838661 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.842061 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:06.845439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:06.985444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:06.994851 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.005907 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.020498 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Transition to ACTIVE for port object 634ea89e-f253-4729-ae37-05cdf36ce428 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:07.031210 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.037448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.118700 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ec85febe-6825-4a50-a284-994bf75fb717 None None] Provisioning for port 1ff5d95f-91f9-4e71-9b16-779c869af254 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:07.134049 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Attempting to bind port 634ea89e-f253-4729-ae37-05cdf36ce428 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:07.134579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Attempting to bind port 634ea89e-f253-4729-ae37-05cdf36ce428 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:07.135061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Attempting to bind port 634ea89e-f253-4729-ae37-05cdf36ce428 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:07.138740 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Pushing event updated for resources: {'Port': ['ID=634ea89e-f253-4729-ae37-05cdf36ce428,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:07.143061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ec85febe-6825-4a50-a284-994bf75fb717 None None] Provisioning complete for port 1ff5d95f-91f9-4e71-9b16-779c869af254 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:07.143693 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ec85febe-6825-4a50-a284-994bf75fb717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.199273 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:07.200164 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:07.200545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:07.201085 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.201424 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:07.202079 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Bound port: 634ea89e-f253-4729-ae37-05cdf36ce428, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:07.202263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.218279 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.223783 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.225587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.229999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.248529 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.261918 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Transition to ACTIVE for port object 02b99ce8-9477-40bb-ab0b-2f23c5815617 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:07.270022 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.274838 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-50bf722b-985b-4333-90fb-169eb648066f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.275089 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-ec85febe-6825-4a50-a284-994bf75fb717 None None] Port 1ff5d95f-91f9-4e71-9b16-779c869af254 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:07.283407 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] For port 634ea89e-f253-4729-ae37-05cdf36ce428, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:07.286954 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] For port 634ea89e-f253-4729-ae37-05cdf36ce428, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=634ea89e-f253-4729-ae37-05cdf36ce428,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:07.292508 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.304324 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-01fa1d9b-d509-4567-a986-4dd739c17bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.387372 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:07.388004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:07.402214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:07.405655 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:07.409811 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd137b-a982-45cb-b0fb-52f78429d9c8 None None] Pushing event updated for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:07.420042 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-b6fd137b-a982-45cb-b0fb-52f78429d9c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:07.447729 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:07.449479 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:07.508674 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Pushing event updated for resources: {'Port': ['ID=634ea89e-f253-4729-ae37-05cdf36ce428,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:07.521040 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:07.591300 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2435e76e-dce0-41d8-a7f4-464ae1c71d03 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:07.617991 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Attempting to bind port 02b99ce8-9477-40bb-ab0b-2f23c5815617 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:07.618521 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Attempting to bind port 02b99ce8-9477-40bb-ab0b-2f23c5815617 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:07.618880 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Attempting to bind port 02b99ce8-9477-40bb-ab0b-2f23c5815617 on network 78b9e5be-dde3-43b2-9366-a818bcf3310f {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:07.626317 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:07.627560 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Checking segment: {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:07.628142 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.629149 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Bound using segment: {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:07.629925 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Bound port: 02b99ce8-9477-40bb-ab0b-2f23c5815617, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9cd57d-bb3b-42bd-b77f-82787460f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:07.631597 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.694098 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:07.777507 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Router c45506ee-f64f-4b43-8714-4a12c8cbdc77 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:07.779985 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] For port 02b99ce8-9477-40bb-ab0b-2f23c5815617, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:07.784135 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] For port 02b99ce8-9477-40bb-ab0b-2f23c5815617, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=02b99ce8-9477-40bb-ab0b-2f23c5815617,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:07.791748 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.796630 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.880469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:07.881256 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.895541 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:07.896508 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:07.995167 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd137b-a982-45cb-b0fb-52f78429d9c8 None None] Pushing event updated for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=4']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:08.009837 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-b6fd137b-a982-45cb-b0fb-52f78429d9c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:08.015859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:08.032741 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] 10.222.0.63 "PUT /v2.0/routers/c45506ee-f64f-4b43-8714-4a12c8cbdc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440337 May 18 14:40:08.078826 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-4b13aa9b-41e4-4842-98e2-20ebf299667e None None] Provisioning complete for port 1ff5d95f-91f9-4e71-9b16-779c869af254 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:08.079433 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-4b13aa9b-41e4-4842-98e2-20ebf299667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.130334 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:08.266756 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-4b13aa9b-41e4-4842-98e2-20ebf299667e None None] Port 1ff5d95f-91f9-4e71-9b16-779c869af254 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:08.279905 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:08.422062 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 2, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:08.430242 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:08.430619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.477869 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefe08-e26f-40db-a01f-1870f89afd0b None None] The sync data for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi is: [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 2, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:08.540409 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 4, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '02b99ce8-9477-40bb-ab0b-2f23c5815617', 'name': '', 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'mac_address': 'fa:16:3e:17:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:02Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 4, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'subnets': [{'id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:08.545618 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015d0fb-ff4c-4f89-bc5b-376f13bf753f None None] The sync data for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi is: [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 4, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '02b99ce8-9477-40bb-ab0b-2f23c5815617', 'name': '', 'network_id': '78b9e5be-dde3-43b2-9366-a818bcf3310f', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'mac_address': 'fa:16:3e:17:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:02Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 4, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'subnets': [{'id': '6cbf017c-f795-48c9-8188-0ab484e9c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:08.561791 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.758859 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8', 'code': 200} May 18 14:40:08.766829 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.864215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38540) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:08.873355 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-993081546-network', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:08.878569 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:08.883540 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Usage tracker for resource:network and tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:08.889127 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:08.900948 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:08.921046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Made reservation on behalf of 9fb7acb96e0f44bb86317d8f5f4d5fe7 for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:08.930960 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.002026 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.010585 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-54831328-cf05-4f2c-8ba5-9facd94d1a5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2433007 May 18 14:40:09.021391 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:09.030587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:09.034039 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:09.041740 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:09.078474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b180-9e7c-4489-97ee-ff8e9a2ecbe6 req-04d7b2d6-2f0c-4f3e-bfd5-2b1335361da4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.080415 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a246b180-9e7c-4489-97ee-ff8e9a2ecbe6 req-04d7b2d6-2f0c-4f3e-bfd5-2b1335361da4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1937826 May 18 14:40:09.155102 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a246b180-9e7c-4489-97ee-ff8e9a2ecbe6 req-d8720bfd-1e3e-4fa6-b64e-068e219c5a08 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 May 18 14:40:09.204930 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.211878 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.219970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-43045195-c7e9-47ef-9daa-95f270e0d71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:09.255205 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:40:09.276290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9785bf4f-7ed2-4813-ab86-3d587d2c695a,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:09.297791 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:09.305105 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.305452 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Added segment 1b08b6c1-90e8-4ee6-96dd-ba14c75d4459 of type vlan for network c105b757-377e-4121-bfe8-37d5327dec2f May 18 14:40:09.347893 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-8109fec0-c452-412a-b948-662c7596350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.352808 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-8109fec0-c452-412a-b948-662c7596350f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.1927266 May 18 14:40:09.419985 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.475218 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc765-12d4-408d-971b-e83326580165 req-4e9739d3-34de-4c49-ad43-08178d1ccff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.478202 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-130fc765-12d4-408d-971b-e83326580165 req-4e9739d3-34de-4c49-ad43-08178d1ccff0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 1099 time: 0.1756871 May 18 14:40:09.482634 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.484406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.485503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.489483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-78558198-a5f8-4d9e-8a10-a26709b8db93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:09.590903 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cb43736a-25a1-4eed-9abb-0ab8136da299 req-2a87f56c-bea1-415b-a0fa-ea1ab8a70a07 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 210 time: 0.1680250 May 18 14:40:09.628482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 02b99ce8-9477-40bb-ab0b-2f23c5815617 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:09.672271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Pushing event updated for resources: {'Network': ['ID=c105b757-377e-4121-bfe8-37d5327dec2f,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:09.675275 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:09.679905 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8144958 May 18 14:40:09.682216 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38554) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:09.689447 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Request body: {'subnet': {'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-993081546-subnet', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:09.689854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-15cde2bf-b80a-4a93-bbf3-a58979eb691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.695026 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-15cde2bf-b80a-4a93-bbf3-a58979eb691a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.3051395 May 18 14:40:09.695590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:09.702108 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Usage tracker for resource:subnet and tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:09.705915 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:09.712462 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:09.716812 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network c105b757-377e-4121-bfe8-37d5327dec2f details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:40:09.726604 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Made reservation on behalf of 9fb7acb96e0f44bb86317d8f5f4d5fe7 for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:09.729572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.917283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:09.928033 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:09.928888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.984366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38560) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:09.989563 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035892641', 'description': 'tempest-secgroup-smoke-1035892641 description', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.001055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.012627 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.016329 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.025986 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.040909 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.064907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.070340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.074294 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.080628 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.092881 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.155403 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 02b99ce8-9477-40bb-ab0b-2f23c5815617, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=02b99ce8-9477-40bb-ab0b-2f23c5815617,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:10.165167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.167824 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.168128 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.173103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.182771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6c436f49-d255-495c-ada7-f748780ea7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.234057 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b957c63e-2a59-4e12-9a1a-fee9fbca8c14,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.237089 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.244159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.248380 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2602153 May 18 14:40:10.249031 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38566) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.251963 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.255518 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.259428 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.268097 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.273325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.276384 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.283024 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.304585 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.308618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.314846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.427258 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.428713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626821bf-22db-4da5-ac74-edbabf67741a,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.433811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.434007 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.436157 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd20f321-0250-4db2-b144-2cd989232ab9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.446238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Checking segment: {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:10.446775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Network hostable DHCP agents. Network: c105b757-377e-4121-bfe8-37d5327dec2f, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:40:10.455669 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1f8b87-7eb4-45fc-b9ea-ad0297a5a4cf,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.465333 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.477149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Network c105b757-377e-4121-bfe8-37d5327dec2f is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:40:10.478668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.482472 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299314 May 18 14:40:10.482746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38574) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.492048 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.504423 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.507041 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, c105b757-377e-4121-bfe8-37d5327dec2f) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:10.511280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.514952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.515290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.518378 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d16ed7-8756-4151-925a-e8863625fa43 None None] Network c105b757-377e-4121-bfe8-37d5327dec2f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:10.518775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.529906 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.547304 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1b6ef67e-c832-45d8-b20b-2cdd0218eee1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8631639 May 18 14:40:10.549746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38578) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.555324 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.564547 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.566478 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.576810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Usage tracker for resource:router and tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.582341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.596168 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.626299 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.627700 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.661542 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.665931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.678900 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.683149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.706556 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bee5c43-eeba-4f5d-922a-49cc70518bd7,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.711809 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.770587 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-c105b757-377e-4121-bfe8-37d5327dec2f', 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'fixed_ips': [{'subnet_id': '626821bf-22db-4da5-ac74-edbabf67741a'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:40:10.771782 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.771953 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.773030 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2892904 May 18 14:40:10.778689 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38586) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.786311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.794094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.798863 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.802135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.810052 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.830325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.895752 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.900505 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.903981 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-266053b1-b536-43fe-809b-d7eb7bc96874 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:10.928540 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af50070-b766-449e-84a7-08a073d2dc06,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:10.931705 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:10.940553 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.941804 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618917 May 18 14:40:10.944837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38590) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.950142 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:10.955174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Allocated IP 172.20.0.2 (c105b757-377e-4121-bfe8-37d5327dec2f/626821bf-22db-4da5-ac74-edbabf67741a/290f0fca-bd07-490d-8fb1-17533e6315b4) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:10.956073 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.964052 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.967433 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.974011 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.975522 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.992756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.087700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.096729 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.100152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-aab1ccea-3316-4180-9df1-8c1e180846f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.125697 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133ea3ea-eca2-446e-b230-d4ffe389db53,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.129227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.140385 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.144614 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-31210b9f-2e12-439c-b74c-8bf48e74470a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987619 May 18 14:40:11.145205 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38594) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:11.155500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:11.161244 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:11.171687 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:11.174821 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:11.180708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:11.197443 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.securitygroups_db [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Project 78b4b87ca6cc41ce807496b5c7f345c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:40:11.210837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.239634 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.253771 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Transition to ACTIVE for port object 290f0fca-bd07-490d-8fb1-17533e6315b4 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:11.278383 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Transition to ACTIVE for port object 290f0fca-bd07-490d-8fb1-17533e6315b4 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:11.286375 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.291748 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.296327 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.297631 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.298581 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.324248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e152c6db-7ecd-469a-98d6-3e7b3bd5928a,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.326749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.338036 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.343908 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c87b10ef-fe80-433c-8f6d-94523d2d8d52 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964788 May 18 14:40:11.344533 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38598) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:11.349861 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'security_group_rule': {'security_group_id': 'b957c63e-2a59-4e12-9a1a-fee9fbca8c14', 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:11.356721 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:11.361606 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:security_group_rule and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:11.365672 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:11.368099 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Network c105b757-377e-4121-bfe8-37d5327dec2f is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:11.371259 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:11.372706 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:11.373619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:11.388137 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.securitygroups_db [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Project 78b4b87ca6cc41ce807496b5c7f345c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:40:11.394702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.416361 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.419327 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Pushing event updated for resources: {'Port': ['ID=290f0fca-bd07-490d-8fb1-17533e6315b4,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.422561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.469937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.503772 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Attempting to bind port 290f0fca-bd07-490d-8fb1-17533e6315b4 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:11.506097 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Attempting to bind port 290f0fca-bd07-490d-8fb1-17533e6315b4 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:11.506474 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Attempting to bind port 290f0fca-bd07-490d-8fb1-17533e6315b4 on network c105b757-377e-4121-bfe8-37d5327dec2f {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:11.523201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.530545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:11.530924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Checking segment: {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:11.531426 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.531981 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Bound using segment: {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:11.532466 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Bound port: 290f0fca-bd07-490d-8fb1-17533e6315b4, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:11.532894 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.533303 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.536778 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.622530 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d3f682-9939-4930-a4cb-72fdc4d1fd9e,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.632144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.652405 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.659609 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9ea1b4e0-5a78-4342-b986-5bbf99d95567 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3139496 May 18 14:40:11.700999 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] For port 290f0fca-bd07-490d-8fb1-17533e6315b4, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:11.705017 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] For port 290f0fca-bd07-490d-8fb1-17533e6315b4, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=290f0fca-bd07-490d-8fb1-17533e6315b4,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:11.708842 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 02b99ce8-9477-40bb-ab0b-2f23c5815617 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:11.721372 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Allocated IP 172.27.0.40 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/0b1c0862-ead8-442f-bcd0-8fe562776393) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:11.745824 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.758491 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.926354 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Pushing event updated for resources: {'Port': ['ID=290f0fca-bd07-490d-8fb1-17533e6315b4,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.937027 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.942203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.944980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 02b99ce8-9477-40bb-ab0b-2f23c5815617 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:11.945806 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.979604 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.985594 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:12.138668 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 634ea89e-f253-4729-ae37-05cdf36ce428 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:12.183182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:12.186235 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:12.190484 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:12.264920 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 634ea89e-f253-4729-ae37-05cdf36ce428 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:12.286495 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 634ea89e-f253-4729-ae37-05cdf36ce428 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:12.287238 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:12.398463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1c0862-ead8-442f-bcd0-8fe562776393,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:12.435119 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:12.446108 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:12.466220 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 634ea89e-f253-4729-ae37-05cdf36ce428, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=634ea89e-f253-4729-ae37-05cdf36ce428,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:12.470913 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:12.476058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:12.584310 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=634ea89e-f253-4729-ae37-05cdf36ce428,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:12.596326 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:12.685039 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.035289 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.240564 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Sync routers for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:13.241730 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:40:13.250132 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:13.250811 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:13.422439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:13.428994 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:13.433197 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Sync routers for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:13.444309 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:13.445124 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:13.447439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.448649 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8980148 May 18 14:40:13.451530 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38654) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:13.748894 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:13.784385 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 634ea89e-f253-4729-ae37-05cdf36ce428 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:13.906563 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-130fc765-12d4-408d-971b-e83326580165 req-9973b022-339c-4558-bf7d-d2b096612cc7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142175 May 18 14:40:13.949389 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 634ea89e-f253-4729-ae37-05cdf36ce428 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:13.949767 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.059916 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:07Z', 'revision_number': 2, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:14.069914 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-eaee7e0a-4928-4b7b-8e90-2aee81d3a606 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1002 time: 0.2284954 May 18 14:40:14.135906 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-37c685e6-09dd-4cef-badf-4dccec729daf req-9f91f2d3-16c1-41e0-aa08-cbcea236eca0 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 210 time: 0.0826237 May 18 14:40:14.144252 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 290f0fca-bd07-490d-8fb1-17533e6315b4 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:14.174191 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Checking router: c45506ee-f64f-4b43-8714-4a12c8cbdc77 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:14.174191 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Updating router c45506ee-f64f-4b43-8714-4a12c8cbdc77 port 1ff5d95f-91f9-4e71-9b16-779c869af254 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:14.207238 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8b771-2d55-437a-82ca-eec893a01895 None None] Network c105b757-377e-4121-bfe8-37d5327dec2f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:14.273700 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 3, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:14.277657 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Checking router: b6805d4a-f29b-44b3-a65f-5e02e8388bd9 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:14.278064 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Updating router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 port 0b1c0862-ead8-442f-bcd0-8fe562776393 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:14.332673 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.353911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-90c7d4f0-53e2-411b-92e5-0b5085751499 None None] Provisioning for port 290f0fca-bd07-490d-8fb1-17533e6315b4 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:14.360075 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.372926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253c74d-7438-4e09-8eea-52c25613566b req-9998c059-f458-4ec0-ad59-e53e650443a9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.374405 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a253c74d-7438-4e09-8eea-52c25613566b req-9998c059-f458-4ec0-ad59-e53e650443a9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2943878 May 18 14:40:14.493245 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a253c74d-7438-4e09-8eea-52c25613566b req-6ed1ce12-a945-4b90-938d-dacbe02f9523 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695670 May 18 14:40:14.501404 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 290f0fca-bd07-490d-8fb1-17533e6315b4 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:14.559150 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 290f0fca-bd07-490d-8fb1-17533e6315b4 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:14.559533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.670068 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.687430 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.700724 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Transition to ACTIVE for port object 0b1c0862-ead8-442f-bcd0-8fe562776393 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:14.707714 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.715215 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:14.842070 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b545-2969-471b-ae37-f2fb5b8fa8bf None None] Pushing event updated for resources: {'Port': ['ID=0b1c0862-ead8-442f-bcd0-8fe562776393,revision_number=2']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:14.845139 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-ed41b545-2969-471b-ae37-f2fb5b8fa8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:14.857194 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Attempting to bind port 0b1c0862-ead8-442f-bcd0-8fe562776393 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:14.857859 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Attempting to bind port 0b1c0862-ead8-442f-bcd0-8fe562776393 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:14.858228 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Attempting to bind port 0b1c0862-ead8-442f-bcd0-8fe562776393 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:14.864735 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:14.865229 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:14.866153 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.866153 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:14.866621 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Bound port: 0b1c0862-ead8-442f-bcd0-8fe562776393, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:14.867048 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.954842 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] For port 0b1c0862-ead8-442f-bcd0-8fe562776393, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:14.959700 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] For port 0b1c0862-ead8-442f-bcd0-8fe562776393, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0b1c0862-ead8-442f-bcd0-8fe562776393,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:14.961052 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.973627 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.973627 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:15.001561 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-82f0fe66-8cc8-4bce-ac39-e8e3bf81d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.003329 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-82f0fe66-8cc8-4bce-ac39-e8e3bf81d6a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.2486248 May 18 14:40:15.137475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 290f0fca-bd07-490d-8fb1-17533e6315b4, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=290f0fca-bd07-490d-8fb1-17533e6315b4,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:15.199214 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.212940 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:15.317658 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b545-2969-471b-ae37-f2fb5b8fa8bf None None] Pushing event updated for resources: {'Port': ['ID=0b1c0862-ead8-442f-bcd0-8fe562776393,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:15.327985 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-ed41b545-2969-471b-ae37-f2fb5b8fa8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:15.332677 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:15.333889 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:15.509045 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.520494 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=290f0fca-bd07-490d-8fb1-17533e6315b4,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:15.549529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Allocated IP 172.20.0.1 (c105b757-377e-4121-bfe8-37d5327dec2f/626821bf-22db-4da5-ac74-edbabf67741a/ea8faa85-ce5f-4de5-87ac-1b9b645a2907) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:15.567032 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7797cd1e-90c7-4a93-91a7-12d487077a63 req-4736bb66-a6d9-4baf-80dd-65c1032d9b86 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 210 time: 0.1042249 May 18 14:40:15.601142 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:15.607170 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Transition to ACTIVE for port object 1ff5d95f-91f9-4e71-9b16-779c869af254 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:15.644542 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.656261 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-643b7c57-3e95-4da4-bd20-58733522b465 None None] Provisioning complete for port 290f0fca-bd07-490d-8fb1-17533e6315b4 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:15.656733 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-643b7c57-3e95-4da4-bd20-58733522b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.715737 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:15.728243 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:15.878347 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-8c5a4fc7-1542-43df-bdf5-9a15bda27649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.878347 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-8c5a4fc7-1542-43df-bdf5-9a15bda27649 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8379683 May 18 14:40:16.001222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-a99e3e5a-9b19-4624-82e1-ac01977b5b46 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.002770 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-a99e3e5a-9b19-4624-82e1-ac01977b5b46 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:network {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:16.040272 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-a99e3e5a-9b19-4624-82e1-ac01977b5b46 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:network {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:16.042486 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-a99e3e5a-9b19-4624-82e1-ac01977b5b46 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.6790276 May 18 14:40:16.062072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f41f1-7172-4191-ad98-901227ad4795 req-e30e020d-494e-458b-a357-8b1d0ada4311 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.069724 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Pushing event updated for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:16.071023 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c76f41f1-7172-4191-ad98-901227ad4795 req-e30e020d-494e-458b-a357-8b1d0ada4311 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2816176 May 18 14:40:16.076991 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Request body: {'port': {'device_id': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'admin_state_up': True, 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:16.129133 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 3, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:16.136507 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a3a28-24b7-40b6-bcb7-d064cf27efa0 None None] The sync data for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi is: [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 3, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:16.146059 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:16.220950 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-6d3ca851-9b36-47a7-a6a5-200631c68063 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272207 May 18 14:40:16.327575 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Attempting to bind port 1ff5d95f-91f9-4e71-9b16-779c869af254 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:16.339686 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Attempting to bind port 1ff5d95f-91f9-4e71-9b16-779c869af254 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:16.339940 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Attempting to bind port 1ff5d95f-91f9-4e71-9b16-779c869af254 on network 5fd23c8f-08fe-4be4-8835-7f55177b0277 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:16.349374 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c76f41f1-7172-4191-ad98-901227ad4795 req-08707864-c238-4dd0-b23b-d655c3c66a34 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755322 May 18 14:40:16.359486 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:16.363461 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Checking segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:16.365028 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.365506 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Bound using segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:16.370458 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Bound port: 1ff5d95f-91f9-4e71-9b16-779c869af254, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:16.371433 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.429298 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:16.447639 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:16.467395 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:16.474196 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.579722 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.605294 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-54433827-9e80-4baa-8919-9d676d8ccb80 req-bc1f22b6-8a82-4ec0-a0b0-5acbe59ff2d4 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711898 May 18 14:40:16.652950 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] For port 1ff5d95f-91f9-4e71-9b16-779c869af254, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:16.655744 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Transition to ACTIVE for port object ea8faa85-ce5f-4de5-87ac-1b9b645a2907 will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:16.666024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] For port 1ff5d95f-91f9-4e71-9b16-779c869af254, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1ff5d95f-91f9-4e71-9b16-779c869af254,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:16.676178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.680838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:16.719920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.725298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:16.829874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Allocated IP 172.20.0.10 (ea1752f5-6319-4de1-a2c5-8a400af9ab5d/8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd/cdca7f67-c701-4b7e-8ae6-130c16a11ebd) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:16.856587 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Pushing event updated for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:16.861825 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:16.862789 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:16.863709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:16.982123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Network c105b757-377e-4121-bfe8-37d5327dec2f is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:16.986674 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d9186f27-0118-423c-bf1f-f451ff655021 req-e4fd576b-c387-4e55-b9bb-f19e6462e4b2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 210 time: 0.1649137 May 18 14:40:16.989677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:17.015992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:17.076838 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Pushing event updated for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:17.097604 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:17.159658 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.281813 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:17.341190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.427565 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.437031 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:17.518134 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.562712 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event updated for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:17.568763 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:17.602544 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:17.607268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:17.611574 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:17.620616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:17.624349 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.847134 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7731876 May 18 14:40:17.860579 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3b52-6175-4d2f-896b-cf1385d748ae req-6b9b7123-4a3f-4987-aee7-e80b5292a454 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:17.862689 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-971a3b52-6175-4d2f-896b-cf1385d748ae req-6b9b7123-4a3f-4987-aee7-e80b5292a454 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2195938 May 18 14:40:17.875556 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1', '2eef2816-7df1-42ce-a9c9-85c3c3637fa1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:17.879421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Request body: {'port': {'device_id': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:17.919981 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1ff5d95f-91f9-4e71-9b16-779c869af254 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:17.977759 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-971a3b52-6175-4d2f-896b-cf1385d748ae req-a86e347a-c466-49fc-a6e5-976bc8aa2bfa tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035087 May 18 14:40:18.073188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.089934 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-686023f1-1033-4e0b-8686-9470ec7b60a0 None None] Provisioning for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:18.111568 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-686023f1-1033-4e0b-8686-9470ec7b60a0 None None] Provisioning complete for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:18.111941 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-686023f1-1033-4e0b-8686-9470ec7b60a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.198541 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-686023f1-1033-4e0b-8686-9470ec7b60a0 None None] Port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:18.249944 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.263300 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.287990 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 1ff5d95f-91f9-4e71-9b16-779c869af254 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:18.296829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:18.311375 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 1ff5d95f-91f9-4e71-9b16-779c869af254 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:18.311856 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.406727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Pushing event updated for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:18.421137 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:18.423128 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.446894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ce08-4020-4ac3-8d34-362379d68d9f req-9612a6a8-268d-4b31-95e7-3cf1d25f9f23 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.449263 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8543ce08-4020-4ac3-8d34-362379d68d9f req-9612a6a8-268d-4b31-95e7-3cf1d25f9f23 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 932 time: 0.2773175 May 18 14:40:18.521267 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:16Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:18.542895 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be7c30-e1d6-4342-9fb0-e4805b1ac903 None None] The sync data for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi is: [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:16Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:18.619089 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8543ce08-4020-4ac3-8d34-362379d68d9f req-dfa8f0c5-a9ea-4c4c-bdb8-3e88f8a0164f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550589 May 18 14:40:18.713135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Network c105b757-377e-4121-bfe8-37d5327dec2f is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:18.718746 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:18.739853 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.782510 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca709a4-7385-41e0-804e-77f02e32013e req-41ed61ba-6c1f-43a4-844d-0a9fcc138db4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.796696 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2ca709a4-7385-41e0-804e-77f02e32013e req-41ed61ba-6c1f-43a4-844d-0a9fcc138db4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1330049 May 18 14:40:18.917108 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 1ff5d95f-91f9-4e71-9b16-779c869af254, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1ff5d95f-91f9-4e71-9b16-779c869af254,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:18.933676 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.934615 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0b1c0862-ead8-442f-bcd0-8fe562776393 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:18.962446 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2ca709a4-7385-41e0-804e-77f02e32013e req-427c5127-f335-4fa3-b1bf-6835adc6368d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648502 May 18 14:40:18.971821 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdca7f67-c701-4b7e-8ae6-130c16a11ebd {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:18.990040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.022676 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:19.027464 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Transition to ACTIVE for port object cdca7f67-c701-4b7e-8ae6-130c16a11ebd will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:19.032428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.040898 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:19.110374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Pushing event updated for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:19.111141 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:19.115639 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:19.195323 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-374cb78e-1641-4e27-8b2f-47297e2d249f None None] Provisioning complete for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:19.195703 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-374cb78e-1641-4e27-8b2f-47297e2d249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.227122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:19.237181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Attempting to bind port cdca7f67-c701-4b7e-8ae6-130c16a11ebd on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:19.237181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Attempting to bind port cdca7f67-c701-4b7e-8ae6-130c16a11ebd by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:19.237353 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Attempting to bind port cdca7f67-c701-4b7e-8ae6-130c16a11ebd on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:19.242589 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Port cdca7f67-c701-4b7e-8ae6-130c16a11ebd on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:40:19.242920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Attempting to bind port cdca7f67-c701-4b7e-8ae6-130c16a11ebd on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:19.248509 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:19.248832 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Checking segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:19.249213 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Bound using segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:19.249370 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.249596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.249692 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Bound port: cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:19.249902 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.249995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.250203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.250524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.250843 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.251423 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.251741 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.252058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.252368 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.252688 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.252989 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:19.274250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:19.286138 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-374cb78e-1641-4e27-8b2f-47297e2d249f None None] Port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:19.290053 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 0b1c0862-ead8-442f-bcd0-8fe562776393 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:19.301775 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 0b1c0862-ead8-442f-bcd0-8fe562776393 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:19.302146 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.317965 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:19.331465 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Sync routers for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:19.339042 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] 10.222.0.63 "PUT /v2.0/routers/b6805d4a-f29b-44b3-a65f-5e02e8388bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8846292 May 18 14:40:19.363759 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:19.364393 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:19.488830 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:19.493436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:19.503579 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.511944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:19.604737 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Pushing event updated for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:19.611066 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:19.620750 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:19.620885 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.621909 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.623412 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-f5310975-667e-47b0-b89e-85c12954113b service neutron] 10.222.0.70 "PUT /v2.0/ports/cdca7f67-c701-4b7e-8ae6-130c16a11ebd HTTP/1.1" status: 200 len: 1094 time: 1.7481031 May 18 14:40:19.623998 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:19.637957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:19.701853 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 0b1c0862-ead8-442f-bcd0-8fe562776393, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0b1c0862-ead8-442f-bcd0-8fe562776393,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:19.712911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.713770 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 290f0fca-bd07-490d-8fb1-17533e6315b4 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:19.790983 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:19.958783 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=0b1c0862-ead8-442f-bcd0-8fe562776393,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:19.968348 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:20.010699 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 290f0fca-bd07-490d-8fb1-17533e6315b4 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:20.011117 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.205395 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:17Z', 'revision_number': 4, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ea8faa85-ce5f-4de5-87ac-1b9b645a2907', 'name': '', 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'mac_address': 'fa:16:3e:ff:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '626821bf-22db-4da5-ac74-edbabf67741a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:14Z', 'updated_at': '2021-05-18T14:40:17Z', 'revision_number': 2, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'subnets': [{'id': '626821bf-22db-4da5-ac74-edbabf67741a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:20.213558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Checking router: b6805d4a-f29b-44b3-a65f-5e02e8388bd9 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:20.213909 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Updating router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:40:20.281388 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.353531 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1ff5d95f-91f9-4e71-9b16-779c869af254 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:20.553420 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 1ff5d95f-91f9-4e71-9b16-779c869af254 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:20.554456 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.794273 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0b1c0862-ead8-442f-bcd0-8fe562776393 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:20.951401 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.969578 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Transition to ACTIVE for port object ea8faa85-ce5f-4de5-87ac-1b9b645a2907 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:20.974623 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 0b1c0862-ead8-442f-bcd0-8fe562776393 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:20.975058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.031279 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.066232 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-d5cb145b-d433-4eeb-9446-9766877b0224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:21.258801 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Pushing event updated for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:21.322506 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:21.414490 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Attempting to bind port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:21.415222 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Attempting to bind port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:21.415794 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Attempting to bind port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 on network c105b757-377e-4121-bfe8-37d5327dec2f {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:21.424891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:21.425437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Checking segment: {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:21.425937 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.426429 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Bound using segment: {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:21.427012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Bound port: ea8faa85-ce5f-4de5-87ac-1b9b645a2907, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:21.427567 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.543744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] For port ea8faa85-ce5f-4de5-87ac-1b9b645a2907, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:21.547561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] For port ea8faa85-ce5f-4de5-87ac-1b9b645a2907, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:21.556792 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.560842 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:21.639281 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:21.640166 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:40:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:21.728577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Pushing event updated for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:21.732592 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:21.905054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:22.391359 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:17Z', 'revision_number': 4, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ea8faa85-ce5f-4de5-87ac-1b9b645a2907', 'name': '', 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'mac_address': 'fa:16:3e:ff:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '626821bf-22db-4da5-ac74-edbabf67741a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:14Z', 'updated_at': '2021-05-18T14:40:21Z', 'revision_number': 4, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'subnets': [{'id': '626821bf-22db-4da5-ac74-edbabf67741a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:22.394654 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e665eea-6d37-4654-81c1-453749e07d95 None None] The sync data for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi is: [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:40:17Z', 'revision_number': 4, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ea8faa85-ce5f-4de5-87ac-1b9b645a2907', 'name': '', 'network_id': 'c105b757-377e-4121-bfe8-37d5327dec2f', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'mac_address': 'fa:16:3e:ff:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '626821bf-22db-4da5-ac74-edbabf67741a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:14Z', 'updated_at': '2021-05-18T14:40:21Z', 'revision_number': 4, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'subnets': [{'id': '626821bf-22db-4da5-ac74-edbabf67741a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:24.365439 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ea8faa85-ce5f-4de5-87ac-1b9b645a2907 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:24.478669 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:24.485749 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:24.486163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:24.613184 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:24.651422 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port ea8faa85-ce5f-4de5-87ac-1b9b645a2907, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:24.662306 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:24.666967 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:24.769109 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', 'status': 'completed', 'code': 200} May 18 14:40:24.770662 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:24.775919 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:24.812919 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-87fe265f-5a99-4cd0-8daf-741355254e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.814573 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-87fe265f-5a99-4cd0-8daf-741355254e98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 1099 time: 0.1686811 May 18 14:40:24.900043 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-3d2e97b8-8fb8-415d-9167-bbaf849c4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.901687 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-3d2e97b8-8fb8-415d-9167-bbaf849c4f1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 1097 time: 0.2357373 May 18 14:40:24.918470 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f0359-849b-4ee1-9fd7-3cec8df15980 req-d037f4b7-305f-45a3-99c5-433595373b8c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.920174 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f45f0359-849b-4ee1-9fd7-3cec8df15980 req-d037f4b7-305f-45a3-99c5-433595373b8c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 944 time: 0.1257637 May 18 14:40:24.975704 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-3402cd00-dc05-4091-8621-9ffec36a4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.977149 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-3402cd00-dc05-4091-8621-9ffec36a4ce1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.1546233 May 18 14:40:25.010523 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-b026a995-8e80-4e61-aafd-e6846b3c0dad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd HTTP/1.1" status: 200 len: 217 time: 0.0892460 May 18 14:40:25.078569 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f45f0359-849b-4ee1-9fd7-3cec8df15980 req-d7f45eda-7c10-4e3c-86e8-90c9edef5ba2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053879 May 18 14:40:25.096330 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-ec1408a6-2961-42e1-9a97-03427978619e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0809562 May 18 14:40:25.105411 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-83fcfd88-c084-41eb-bf77-ff08c5e216be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.113480 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-83fcfd88-c084-41eb-bf77-ff08c5e216be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.0920095 May 18 14:40:25.166971 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-7e314ab5-b030-4ef8-a83e-8f219b19fe9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450158 May 18 14:40:25.184923 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607bc35-c0f7-4627-a995-11b62497d56f req-d2a262b2-a84e-417f-a868-bd24e7c610d8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.186561 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3607bc35-c0f7-4627-a995-11b62497d56f req-d2a262b2-a84e-417f-a868-bd24e7c610d8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2085023 May 18 14:40:25.195828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-972bab7a-80cb-4849-b24a-c9f44761b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.197201 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-972bab7a-80cb-4849-b24a-c9f44761b490 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0858457 May 18 14:40:25.261235 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-1a262c7e-d811-47e0-94e5-41f03b16714d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486133 May 18 14:40:25.382077 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-d7b12f23-e81b-422e-8478-b0399398310c service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982403 May 18 14:40:25.408521 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-7192a238-5db5-4a82-a4a8-f85e5dc8b822 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380317 May 18 14:40:25.429178 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3607bc35-c0f7-4627-a995-11b62497d56f req-7600e3ee-501a-4550-8cf3-43864d0669fd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349696 May 18 14:40:25.635401 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a90f9435-7e5b-4da8-bb6a-200ca12ac1ce req-9294ebea-7ee9-477f-8ca2-6ffeb8fd4b5a service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051158 May 18 14:40:25.683180 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ee3ab6db-69d9-44af-8101-d141c98c7334 req-c3d514a2-ad98-4d97-97a2-1aa3914b1e1b service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938266 May 18 14:40:25.877678 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-fd32717a-7407-4c0c-b199-441711b51241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.879123 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-fd32717a-7407-4c0c-b199-441711b51241 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 1097 time: 0.0851989 May 18 14:40:26.028024 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-29cd8d9e-40e1-44d0-b69e-0633c2335b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.029458 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-29cd8d9e-40e1-44d0-b69e-0633c2335b20 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.1435051 May 18 14:40:26.108510 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-db1b3ebc-84ae-405a-b966-6258fafb0b7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd HTTP/1.1" status: 200 len: 217 time: 0.0676835 May 18 14:40:26.195119 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-ac322d67-effb-4cb1-91c0-7a210a970913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.196473 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-ac322d67-effb-4cb1-91c0-7a210a970913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.0745642 May 18 14:40:26.252961 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-e0c4b73e-2d8a-44ee-98a3-1fd0b328359e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486310 May 18 14:40:26.350745 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ea8faa85-ce5f-4de5-87ac-1b9b645a2907 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:26.422561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:26.422933 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:26.439900 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-268022df-3f63-4e46-bb93-f70c44b0eac4 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666741 May 18 14:40:26.760413 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1449b036-119d-44f5-9f09-a75b25b6df93 req-46150205-031c-4b81-a36a-9a41045ab11e service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129771 May 18 14:40:26.790467 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf13be8-f7f8-4caa-ab79-3a1e008cb2e6 req-a739b6b5-37ea-47b4-9849-497d9375bdb5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.792468 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4cf13be8-f7f8-4caa-ab79-3a1e008cb2e6 req-a739b6b5-37ea-47b4-9849-497d9375bdb5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1130235 May 18 14:40:26.803046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f18fb-8e15-42bc-a4d7-bbdbd7443479 req-8a8d0b18-234f-44c8-bf71-4ff068f2e440 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.803958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-dc9f18fb-8e15-42bc-a4d7-bbdbd7443479 req-8a8d0b18-234f-44c8-bf71-4ff068f2e440 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:26.831815 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-dc9f18fb-8e15-42bc-a4d7-bbdbd7443479 req-8a8d0b18-234f-44c8-bf71-4ff068f2e440 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:26.845471 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc9f18fb-8e15-42bc-a4d7-bbdbd7443479 req-8a8d0b18-234f-44c8-bf71-4ff068f2e440 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 944 time: 0.2249234 May 18 14:40:26.876944 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4cf13be8-f7f8-4caa-ab79-3a1e008cb2e6 req-65c9510a-9220-4052-9199-f49dbbdd69c6 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777283 May 18 14:40:26.932507 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc9f18fb-8e15-42bc-a4d7-bbdbd7443479 req-6739d54d-73c1-46ab-a63b-830b67c50921 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838082 May 18 14:40:27.294158 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 38882) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:27.438809 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.456053 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:27.459210 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Usage tracker for resource:security_group_rule and tenant:a99fb8ab372c4039a142265098ae616f is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:27.462675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:27.468556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:27.614067 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.625168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.644574 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c683eeef-b349-460a-9a3b-549a49dc72d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:27.696423 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a99fb8ab372c4039a142265098ae616f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009087 May 18 14:40:27.698210 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca6307-965c-4d01-819b-3f3d48f0383b,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:27.699032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 38894) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:27.718425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:27.789337 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.823508 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.889571 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.894022 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-43b95093-b749-4187-aad1-1618d5cda2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:27.905651 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca6307-965c-4d01-819b-3f3d48f0383b,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:27.908280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:27.928773 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:27.932628 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/caca6307-965c-4d01-819b-3f3d48f0383b HTTP/1.1" status: 204 len: 168 time: 0.2323258 May 18 14:40:28.207421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676d99a-78e1-447f-bb95-ab4082b625f4 req-fed15896-32f2-4f6a-9edb-1304223d7af7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:28.210763 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c676d99a-78e1-447f-bb95-ab4082b625f4 req-fed15896-32f2-4f6a-9edb-1304223d7af7 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 944 time: 0.1396415 May 18 14:40:28.309392 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c676d99a-78e1-447f-bb95-ab4082b625f4 req-63b306e3-0af1-4b24-842d-663d706cd143 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908918 May 18 14:40:28.319705 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fe20-20aa-4ec6-a38b-fd44ed48cbda req-4d8ad0e1-5736-4bbc-a8ac-84f3a0c663e5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:28.321541 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0b85fe20-20aa-4ec6-a38b-fd44ed48cbda req-4d8ad0e1-5736-4bbc-a8ac-84f3a0c663e5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2214937 May 18 14:40:28.420474 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0b85fe20-20aa-4ec6-a38b-fd44ed48cbda req-7bf3f348-2430-427b-af8d-a0bc482625cb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851750 May 18 14:40:29.560994 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fa68c-4d14-4f80-8bf8-4445aaf50391 req-6e01fbac-dc91-4b10-b6de-9b3865c22cad tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.563264 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a02fa68c-4d14-4f80-8bf8-4445aaf50391 req-6e01fbac-dc91-4b10-b6de-9b3865c22cad tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 944 time: 0.1139565 May 18 14:40:29.641176 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a02fa68c-4d14-4f80-8bf8-4445aaf50391 req-b6a16ed3-1c7c-4156-b3ac-6a52020ff52a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718553 May 18 14:40:29.689919 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53abf8-d719-439d-8817-1e02e000d2a8 req-62a48b33-a613-45ad-8252-ab174532ffc7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.697089 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fa53abf8-d719-439d-8817-1e02e000d2a8 req-62a48b33-a613-45ad-8252-ab174532ffc7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1270986 May 18 14:40:29.762533 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fa53abf8-d719-439d-8817-1e02e000d2a8 req-eea19f5b-98fe-4703-9db5-b87f9e31f374 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 May 18 14:40:30.686360 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device cdca7f67-c701-4b7e-8ae6-130c16a11ebd details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:30.858975 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:30.873331 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'port_id': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', 'mac_address': 'fa:16:3e:c9:97:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:30.877942 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc324f1-5199-4a25-a6f6-f4bcbdf5a98e req-51a5a3b5-73c8-4ea9-a184-0bb2b0b6b999 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:30.879776 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ddc324f1-5199-4a25-a6f6-f4bcbdf5a98e req-51a5a3b5-73c8-4ea9-a184-0bb2b0b6b999 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 944 time: 0.1163533 May 18 14:40:30.935625 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ddc324f1-5199-4a25-a6f6-f4bcbdf5a98e req-45b23e2f-a4f0-4aed-acda-dda9c351aefd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493648 May 18 14:40:30.937494 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:30.955179 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdca7f67-c701-4b7e-8ae6-130c16a11ebd {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:30.972558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:30.978464 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:30.980491 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:30.985301 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec6312-8480-40fd-a522-d14d880ec7f5 req-6151b1b9-7d6a-49ed-87c3-e496dae1b51f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:30.987850 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76ec6312-8480-40fd-a522-d14d880ec7f5 req-6151b1b9-7d6a-49ed-87c3-e496dae1b51f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0913229 May 18 14:40:31.040122 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76ec6312-8480-40fd-a522-d14d880ec7f5 req-1a0ebbf4-86ee-4af9-bc0e-3c17f8f8be6e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 May 18 14:40:31.050481 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:31.054120 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:31.483993 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['cdca7f67-c701-4b7e-8ae6-130c16a11ebd'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:31.714287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-cfc02187-0dad-4a6f-9863-63f0eac92546 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:31.714678 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-cfc02187-0dad-4a6f-9863-63f0eac92546 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:31.734250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-cfc02187-0dad-4a6f-9863-63f0eac92546 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:31.735701 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-cfc02187-0dad-4a6f-9863-63f0eac92546 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 815 time: 0.1806056 May 18 14:40:31.752256 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-34a7886f-0339-4344-ba8c-e2c51fbabef4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/quotas/49cfc755cdcf4692aaf6508c20d03019 HTTP/1.1" status: 200 len: 375 time: 0.0096231 May 18 14:40:31.839920 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-4d013cdd-1a64-428e-a727-d2781f56b5e1 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810442 May 18 14:40:31.877779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39040) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:32.005025 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.021773 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:32.025779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Usage tracker for resource:security_group_rule and tenant:694ebbff22b14b318b4a658ac5e156a0 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:32.028686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:32.034400 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:32.071040 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-363e63ee-d785-4917-b0e3-f0b00bcdfa85 service neutron] 10.222.0.63 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196295 May 18 14:40:32.167395 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e67ae-30ec-44f2-9b61-71a98532366f req-0ed2f281-13ec-4ad2-b207-6e532f9871a6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.168853 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f53e67ae-30ec-44f2-9b61-71a98532366f req-0ed2f281-13ec-4ad2-b207-6e532f9871a6 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 945 time: 0.1246946 May 18 14:40:32.205518 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-5309fac2-1afa-4a0d-aa6f-26011e243d16 service neutron] 10.222.0.63 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275284 May 18 14:40:32.212118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.221746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.231174 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4068bcdd-dbc7-4986-a240-f1daf451a8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:32.258073 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f53e67ae-30ec-44f2-9b61-71a98532366f req-d20e4251-34df-40c8-a42e-2090eec5f10e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816741 May 18 14:40:32.287083 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=694ebbff22b14b318b4a658ac5e156a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065127 May 18 14:40:32.288696 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39050) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:32.297162 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3637f39-3529-4a11-9da9-f1bc00b3df65,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:32.300924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:32.412879 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-407352a5-6fa4-4b39-8647-e7c0273bdcee req-ca2f9d0f-76ec-461a-a34e-b7f497698c22 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 210 time: 0.0551453 May 18 14:40:32.429348 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.468097 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.554855 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.568666 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9b4ea256-daf7-4919-9711-5d7cf691e965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:32.593442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3637f39-3529-4a11-9da9-f1bc00b3df65,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:32.597859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:32.600100 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.601425 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3637f39-3529-4a11-9da9-f1bc00b3df65 HTTP/1.1" status: 204 len: 168 time: 0.3116691 May 18 14:40:32.677183 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2c3a9-d332-4c75-b5f9-59764b581ec5 req-e793e184-70d0-4606-878a-ec9f3fe6e7c2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.679285 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3fa2c3a9-d332-4c75-b5f9-59764b581ec5 req-e793e184-70d0-4606-878a-ec9f3fe6e7c2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2371016 May 18 14:40:32.728984 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3fa2c3a9-d332-4c75-b5f9-59764b581ec5 req-3f58676d-1212-412b-a76e-0edb607918fe tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 May 18 14:40:32.947250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39076) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:32.965964 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:32.981817 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:32.986161 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Usage tracker for resource:security_group_rule and tenant:4c50075e8e204ed3b8b6ecdd38a65332 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:32.989231 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:32.995788 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:33.090433 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.096258 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.104856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:33.143577 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c50075e8e204ed3b8b6ecdd38a65332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952217 May 18 14:40:33.144525 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b25da-8095-4f6c-8c77-8f9c0220bb9c,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:33.147294 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39080) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:33.148315 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:33.215491 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.245544 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.304925 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.309762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-01675234-4c7e-43f2-8039-c0813e4b7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:33.316091 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9755d1ad-6c81-48a8-8a05-69c90b34e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.322245 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b25da-8095-4f6c-8c77-8f9c0220bb9c,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:33.325780 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:33.331541 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:33.332658 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/464b25da-8095-4f6c-8c77-8f9c0220bb9c HTTP/1.1" status: 204 len: 168 time: 0.1843820 May 18 14:40:35.262162 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39140) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:35.381647 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.399680 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:35.404153 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Usage tracker for resource:security_group_rule and tenant:89bf7ec0c0f04eb3829421556bccc1fc is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:35.407254 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:35.413819 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:35.510316 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.515085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.522342 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ce00badb-a595-479e-a45e-7f4c2fd40929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:35.551680 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.562689 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=89bf7ec0c0f04eb3829421556bccc1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994123 May 18 14:40:35.563583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5909d9-5989-441d-85de-3136129cd149,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:35.565526 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39146) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:35.566428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:35.632211 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.661547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.717198 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.722326 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1c8cad84-51d6-4503-bca1-e173ebca8408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:35.734577 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5909d9-5989-441d-85de-3136129cd149,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:35.738308 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:35.743914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.745008 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e5909d9-5989-441d-85de-3136129cd149 HTTP/1.1" status: 204 len: 168 time: 0.1785355 May 18 14:40:35.861704 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7aba-0dbd-4332-ac2e-952163e54022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.062607 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39158) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:36.080522 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.096289 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:36.102238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:79e74a491e234121a9ff3b9d074ca5b6 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:36.105335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:36.112231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:36.205857 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.212981 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.232023 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9fb1eb33-b7f4-4752-aa74-eee9748eb513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:36.275192 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79e74a491e234121a9ff3b9d074ca5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114556 May 18 14:40:36.276750 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7ec09-b6e1-4ad3-bce2-76954ad37f1b,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:36.277891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39162) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:36.279670 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:36.306232 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:40:36.365159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.391837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.452318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.456228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0f9e66b0-3bd4-4406-9c58-ba1bc5f46d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:36.468455 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7ec09-b6e1-4ad3-bce2-76954ad37f1b,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:36.470641 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:36.476987 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.478121 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfa7ec09-b6e1-4ad3-bce2-76954ad37f1b HTTP/1.1" status: 204 len: 168 time: 0.1991966 May 18 14:40:36.950033 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:38.114444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-5776e1f4-ab6f-429e-95f0-628cc8ba76fb req-b09db113-f4a2-4054-a460-27e0c9e09712 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:38.131432 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544b3fe-25cb-4fe1-8ada-57da1184a6c9 req-3142cd4b-7e1e-4a5b-8dcc-7dc63baf9d00 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.133187 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3544b3fe-25cb-4fe1-8ada-57da1184a6c9 req-3142cd4b-7e1e-4a5b-8dcc-7dc63baf9d00 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 945 time: 0.1007595 May 18 14:40:38.136132 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-5776e1f4-ab6f-429e-95f0-628cc8ba76fb req-b09db113-f4a2-4054-a460-27e0c9e09712 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:38.137726 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5776e1f4-ab6f-429e-95f0-628cc8ba76fb req-b09db113-f4a2-4054-a460-27e0c9e09712 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 210 time: 0.0721629 May 18 14:40:38.187635 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3544b3fe-25cb-4fe1-8ada-57da1184a6c9 req-7cf3aa9d-1b61-4df2-a2ff-a830f10de0de tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 May 18 14:40:38.360487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689e6e5-9bea-4fee-869a-d96be6ef2946 req-2e4ff1a9-6e80-4d37-8ffb-85393feab2e8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.363458 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a689e6e5-9bea-4fee-869a-d96be6ef2946 req-2e4ff1a9-6e80-4d37-8ffb-85393feab2e8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0914304 May 18 14:40:38.417884 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a689e6e5-9bea-4fee-869a-d96be6ef2946 req-e07413c3-d746-467d-a519-563b488f45ed tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 May 18 14:40:38.535385 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:38.632829 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:38.868069 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-478567ed-0f51-4c0e-9bce-0d79e028772f tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.869586 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-478567ed-0f51-4c0e-9bce-0d79e028772f tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 815 time: 0.1544213 May 18 14:40:38.887016 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'port': {'device_id': '32b05f46-128e-468e-96f9-575efc86e6da', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'admin_state_up': True, 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:39.063018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:39.075036 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:39.089395 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Made reservation on behalf of 49cfc755cdcf4692aaf6508c20d03019 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:39.095066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.186866 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39276) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:39.329460 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Allocated IP 172.20.0.4 (5fd23c8f-08fe-4be4-8835-7f55177b0277/ab33fe9c-4c5b-48b2-8e68-fcc42c850d54/15807f9a-6d70-4001-bb3f-dc2744fd2f0e) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:39.423562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15126-bd1b-497d-b07b-52e58e9d4f93 req-73dc230c-2dc5-4b33-b24f-e7276f1e8729 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:39.429413 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5c81eef8-b99d-4351-a8f2-ff9409596431 req-41a6cef0-e097-4dbf-bcd7-d2cfeed8e741 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 210 time: 0.0698001 May 18 14:40:39.430706 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acc15126-bd1b-497d-b07b-52e58e9d4f93 req-73dc230c-2dc5-4b33-b24f-e7276f1e8729 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 945 time: 0.0975316 May 18 14:40:39.470908 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.490024 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:39.501834 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Usage tracker for resource:security_group_rule and tenant:719aac6734ae4165b61cba4434df9ac4 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:39.517632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:39.537173 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acc15126-bd1b-497d-b07b-52e58e9d4f93 req-7f947d8c-4ca4-49e2-99d0-e27a24330d75 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052814 May 18 14:40:39.538452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:39.644861 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.652503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.670510 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6facf422-ed13-4901-aff8-b77983793a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:39.721274 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5109087b-b35e-4555-b256-8967fe76b271,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:39.739259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:39.742440 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.753676 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97d1fa-683b-4ae9-ae8e-0c7be93840da req-f5590a87-6204-4f96-a89a-147e04ef9ec0 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:39.755517 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ac97d1fa-683b-4ae9-ae8e-0c7be93840da req-f5590a87-6204-4f96-a89a-147e04ef9ec0 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1655815 May 18 14:40:39.779296 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=719aac6734ae4165b61cba4434df9ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905156 May 18 14:40:39.780612 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39304) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:39.819124 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ac97d1fa-683b-4ae9-ae8e-0c7be93840da req-a9fe71c4-a14e-45f4-9c2b-1b1fb985c38a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 May 18 14:40:39.837684 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Transition to ACTIVE for port object 15807f9a-6d70-4001-bb3f-dc2744fd2f0e will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:39.856371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.866770 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device cdca7f67-c701-4b7e-8ae6-130c16a11ebd up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:39.870513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.878198 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-178a0ac3-3dc3-4166-a3e9-b091e681ba6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:39.923012 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:39.964211 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:39.968035 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:39.970681 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:39.986138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:40.019953 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:40.037203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port cdca7f67-c701-4b7e-8ae6-130c16a11ebd completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:40.045478 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port cdca7f67-c701-4b7e-8ae6-130c16a11ebd triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:40.046168 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.054625 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.060358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:40.082842 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5109087b-b35e-4555-b256-8967fe76b271,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:40.094696 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:40.095653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.113616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:40.137091 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.141725 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5109087b-b35e-4555-b256-8967fe76b271 HTTP/1.1" status: 204 len: 168 time: 0.3598125 May 18 14:40:40.144382 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2636778 May 18 14:40:40.409395 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.437619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a6b56324-d857-45c5-9f60-9aa41030d8a1 None None] Provisioning for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:40.444751 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a6b56324-d857-45c5-9f60-9aa41030d8a1 None None] Provisioning complete for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:40.445129 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a6b56324-d857-45c5-9f60-9aa41030d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.512415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:40.526852 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:40.529336 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-a6b56324-d857-45c5-9f60-9aa41030d8a1 None None] Port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:40:40.532692 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.536533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6d6fe7b7-17d2-423e-9b8b-d409a44f5419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:40.636129 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:40.640103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:40.702264 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39330) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:40.814020 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.830827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:40.835362 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Usage tracker for resource:security_group_rule and tenant:86979f96748d41949899e9540211ab8f is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:40.838325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:40.844298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:40.933322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.938261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:40.945891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5ce34ca1-e7d9-4ed2-b42c-25131e07a4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:40.988982 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86979f96748d41949899e9540211ab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853410 May 18 14:40:40.990034 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11cd03d-1fde-44f1-8ca0-6a63da4da8cc,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:40.992540 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39336) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:40.993012 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:41.053213 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.079800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.137217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.141033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-21fb5b10-bf99-46a9-94ae-ee7e9e52b94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:41.154527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11cd03d-1fde-44f1-8ca0-6a63da4da8cc,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:41.156821 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:41.160346 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.162492 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b11cd03d-1fde-44f1-8ca0-6a63da4da8cc HTTP/1.1" status: 204 len: 168 time: 0.1683025 May 18 14:40:42.025679 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39368) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:42.212430 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.228325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:42.233177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfd0b13e93040c98dd6e71040a0de80 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:42.236294 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:42.242651 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:42.337687 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.341622 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.351713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:42.393474 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f3c1b-8b45-4093-b2ad-ac3ad2504e18,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:42.396795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:42.402367 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6dfd0b13e93040c98dd6e71040a0de80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731258 May 18 14:40:42.402690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 39378) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:42.471901 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.535995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.605920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.610528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-55b29194-ef8e-47b1-bd2d-3fd0289f0b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:42.624396 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f3c1b-8b45-4093-b2ad-ac3ad2504e18,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:42.637829 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:42.637829 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.638918 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c18f3c1b-8b45-4093-b2ad-ac3ad2504e18 HTTP/1.1" status: 204 len: 168 time: 0.2350113 May 18 14:41:01.839551 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Request body: {'port': {'device_id': '32b05f46-128e-468e-96f9-575efc86e6da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:01.924249 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', 'code': 200} May 18 14:41:02.030246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.108246 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b058dee-2de2-40a7-9669-1feed483ef43 req-2ffb6d1b-e3ba-4f20-9338-99586ff9c507 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.109909 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b058dee-2de2-40a7-9669-1feed483ef43 req-2ffb6d1b-e3ba-4f20-9338-99586ff9c507 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.0885682 May 18 14:41:02.128716 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-234c7274-8b2e-46d0-97df-c74ab7cc2b48 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.129403 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-234c7274-8b2e-46d0-97df-c74ab7cc2b48 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:02.157325 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b058dee-2de2-40a7-9669-1feed483ef43 req-9b1feeac-f5a8-452f-823c-d27d8ff15e29 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 May 18 14:41:02.212741 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-234c7274-8b2e-46d0-97df-c74ab7cc2b48 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:02.213909 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-234c7274-8b2e-46d0-97df-c74ab7cc2b48 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 931 time: 0.2466965 May 18 14:41:02.316460 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198744-f943-473a-b82e-d9d4fa1d3c39 req-1da7c1e7-97e6-4e58-a521-891a45a836a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.318147 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5e198744-f943-473a-b82e-d9d4fa1d3c39 req-1da7c1e7-97e6-4e58-a521-891a45a836a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 1099 time: 0.1304986 May 18 14:41:02.353306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-8b80aed5-3cac-46f7-a55b-20096ca8c174 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:02.374137 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5e198744-f943-473a-b82e-d9d4fa1d3c39 req-4f27b253-b6e3-4bf8-bb63-9cbe3787fdd0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477626 May 18 14:41:02.385003 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15bc9-75c8-43df-bdff-5bec53c4b5d8 req-bbb59d9f-6991-4273-a10c-34b627084876 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.386953 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f3e15bc9-75c8-43df-bdff-5bec53c4b5d8 req-bbb59d9f-6991-4273-a10c-34b627084876 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1316485 May 18 14:41:02.390733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-8b80aed5-3cac-46f7-a55b-20096ca8c174 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:02.391953 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-31cb73f8-2289-428b-9a7d-cd4a8583b1fd req-8b80aed5-3cac-46f7-a55b-20096ca8c174 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578698 May 18 14:41:02.465230 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f3e15bc9-75c8-43df-bdff-5bec53c4b5d8 req-0129aa9a-3da0-46ed-9439-7f4576895bcf tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636377 May 18 14:41:02.473749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15807f9a-6d70-4001-bb3f-dc2744fd2f0e {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:02.481632 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.495921 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Transition to ACTIVE for port object 15807f9a-6d70-4001-bb3f-dc2744fd2f0e will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:02.501081 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.505955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:02.716659 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:02.727218 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-c0503bd3-bfcf-45ca-8295-97b2d8e0c4bc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:02.759443 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.759826 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.760202 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.760554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.760907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.761257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.761605 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.761949 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.762322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.762677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.763048 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.763478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:02.769519 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:02.798897 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-c0503bd3-bfcf-45ca-8295-97b2d8e0c4bc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:02.800232 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-c0503bd3-bfcf-45ca-8295-97b2d8e0c4bc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035892641&fields=id&tenant_id=78b4b87ca6cc41ce807496b5c7f345c5 HTTP/1.1" status: 200 len: 267 time: 0.2551324 May 18 14:41:02.857132 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Attempting to bind port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:41:02.857835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Attempting to bind port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:41:02.857835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Attempting to bind port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e on network 5fd23c8f-08fe-4be4-8835-7f55177b0277 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:02.909047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e on network 5fd23c8f-08fe-4be4-8835-7f55177b0277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:41:02.909297 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Attempting to bind port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e on network 5fd23c8f-08fe-4be4-8835-7f55177b0277 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:02.921593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:41:02.921923 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Checking segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:41:02.922303 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Bound using segment: {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:41:02.922756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Bound port: 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f19a67b-cb20-40b8-b2a8-57a1b540026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:41:02.923123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.031660 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-1ba67786-0c05-4194-807a-d3e7c9cf6f40 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.032343 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-1ba67786-0c05-4194-807a-d3e7c9cf6f40 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:03.066469 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:41:03.070350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:41:03.072044 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-1ba67786-0c05-4194-807a-d3e7c9cf6f40 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:03.073189 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-1ba67786-0c05-4194-807a-d3e7c9cf6f40 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 809 time: 0.2614543 May 18 14:41:03.077118 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.082420 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c078cd69-8f20-4a73-8bc8-9ab4789fe921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:03.148233 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-47d58e43-d801-41a2-81c2-8d50746c7839 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/quotas/78b4b87ca6cc41ce807496b5c7f345c5 HTTP/1.1" status: 200 len: 375 time: 0.0666513 May 18 14:41:03.149380 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.149985 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.151283 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] 10.222.0.70 "PUT /v2.0/ports/15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 1093 time: 1.3250620 May 18 14:41:03.154528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:03.253465 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:41:03.284218 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:03.289703 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:03.317651 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-84a8d2d0-34d2-47e4-a50f-d56834f48cbc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:03.322473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2a0433ae-b700-4078-a011-0801c44e5b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.342855 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-28e99bd8-adfa-451d-b725-d1a81b69f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.344536 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-28e99bd8-adfa-451d-b725-d1a81b69f526 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1096 time: 0.1409140 May 18 14:41:03.345570 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-84a8d2d0-34d2-47e4-a50f-d56834f48cbc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:03.346839 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-84a8d2d0-34d2-47e4-a50f-d56834f48cbc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847711 May 18 14:41:03.430520 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989fe1-3b67-4a4c-a921-8dceb9a4c004 req-188911bb-00ce-44a7-a358-032f2ddce08f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.432616 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce989fe1-3b67-4a4c-a921-8dceb9a4c004 req-188911bb-00ce-44a7-a358-032f2ddce08f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.0880415 May 18 14:41:03.451707 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-51860c40-5598-45b0-bde2-5569d93ef42d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 217 time: 0.0941691 May 18 14:41:03.479874 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce989fe1-3b67-4a4c-a921-8dceb9a4c004 req-d6be851f-c8e0-4870-a06c-3049bd5a4fef tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 May 18 14:41:03.678569 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc140c-228b-4038-83b1-f383b87a503d req-da41a56b-0c3f-469a-809e-11e7f3a558a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.680260 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-33bc140c-228b-4038-83b1-f383b87a503d req-da41a56b-0c3f-469a-809e-11e7f3a558a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 943 time: 0.0848205 May 18 14:41:03.693122 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-5e7711b4-1137-4cfe-b264-3366cd0f1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.694538 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-5e7711b4-1137-4cfe-b264-3366cd0f1165 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0933814 May 18 14:41:03.699893 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-ed001e79-b7ce-4124-af96-42ccc80f6f21 service neutron] 10.222.0.63 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905717 May 18 14:41:03.728726 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-33bc140c-228b-4038-83b1-f383b87a503d req-f83272d5-8ac8-4ec0-a8b0-df033d91bd38 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 May 18 14:41:03.896265 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-8757ca59-d3ed-4ac6-992d-8670d631d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.897874 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-8757ca59-d3ed-4ac6-992d-8670d631d620 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1957867 May 18 14:41:03.901164 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-b87024e7-5f31-4234-bcb8-28567932d82c service neutron] 10.222.0.63 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626463 May 18 14:41:03.936367 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4693-6878-4041-9b7d-9c1da6f33bd2 req-2d06fbd8-fd63-403b-8fe8-563992a20c11 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.938301 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7fdd4693-6878-4041-9b7d-9c1da6f33bd2 req-2d06fbd8-fd63-403b-8fe8-563992a20c11 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1034210 May 18 14:41:04.100259 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-5f260db5-f8c8-41f4-b4b6-778606f8c441 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778686 May 18 14:41:04.149775 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7fdd4693-6878-4041-9b7d-9c1da6f33bd2 req-63f9dc9e-75a1-4d88-a8b0-14b848617bd0 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051177 May 18 14:41:04.283449 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0821ca67-811f-4bdc-8952-5863ee9efd31 req-caa8cc71-31ec-4576-bdb0-bfefe569c048 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716516 May 18 14:41:04.491967 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a3e9d393-582f-4c4d-8c57-b01480a18a13 req-a2654220-bf5d-49f6-a556-4c12d611af2b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 210 time: 0.0616329 May 18 14:41:04.520133 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-7dcc606d-1105-4114-bc4d-94c3e0ab6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.524834 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-7dcc606d-1105-4114-bc4d-94c3e0ab6a1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1096 time: 0.1858473 May 18 14:41:04.737690 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-c570ee0f-730d-4909-9abd-8d67d957ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.739122 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-c570ee0f-730d-4909-9abd-8d67d957ea11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.2070503 May 18 14:41:04.814120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f57f4-abd6-4b91-8607-d8aca14d900d req-54c8d91f-c5c3-4362-86b3-ed1af9b68138 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.815605 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-672f57f4-abd6-4b91-8607-d8aca14d900d req-54c8d91f-c5c3-4362-86b3-ed1af9b68138 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.1757462 May 18 14:41:04.825154 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-1ad9b1f7-a419-4a90-9911-fba4a6e1fd43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 217 time: 0.0744889 May 18 14:41:04.916862 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-672f57f4-abd6-4b91-8607-d8aca14d900d req-f77f37ae-8e11-4022-930a-a73242e77a1d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933781 May 18 14:41:04.920434 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-bc4212c7-3f82-4006-8cff-cbf4fde920ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.921807 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-bc4212c7-3f82-4006-8cff-cbf4fde920ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0834548 May 18 14:41:05.004500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-a7e1c845-565b-4076-a577-f0057a34c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:05.006201 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-a7e1c845-565b-4076-a577-f0057a34c163 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750813 May 18 14:41:05.011256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9939a-ae82-4e2b-9aba-4c0eeeaa9321 req-92f0b5f2-41ad-484a-9a14-f4a4023fbb08 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:05.012887 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dbe9939a-ae82-4e2b-9aba-4c0eeeaa9321 req-92f0b5f2-41ad-484a-9a14-f4a4023fbb08 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 943 time: 0.0976553 May 18 14:41:05.077648 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dbe9939a-ae82-4e2b-9aba-4c0eeeaa9321 req-56abf48b-5485-49bf-9e52-f0f85d38c6ae tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 May 18 14:41:05.161965 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-d101f7d5-4c58-4116-8c05-2f9bab34d476 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472661 May 18 14:41:05.393292 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ed3bae0-41a9-484f-af34-b2b87978bdf9 req-c6eac4bb-dace-47f9-935b-87689ff469d8 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153037 May 18 14:41:05.446644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b9528-1287-484f-9de8-0f9f11e94062 req-4a01037b-d20a-4f83-b1d8-09c30ffe4362 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:05.448662 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c74b9528-1287-484f-9de8-0f9f11e94062 req-4a01037b-d20a-4f83-b1d8-09c30ffe4362 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1123872 May 18 14:41:05.505679 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c74b9528-1287-484f-9de8-0f9f11e94062 req-c1451105-3899-43b5-bba6-1d19bd49a9aa tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 May 18 14:41:05.562177 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:05.744295 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c985751c-9b5b-43ce-b467-3c9492000a9f req-28a4f456-2b0e-4f79-ad4f-3dd23754b200 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 210 time: 0.1390841 May 18 14:41:05.857704 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-56d4a373-cc85-430e-8f44-83cc20ac11bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:06.268385 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eccf1-d5a2-4d42-afb1-ee08c95763fa req-1e368376-5af9-4b67-a298-2e3f9ac1a8bd tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:06.269951 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-233eccf1-d5a2-4d42-afb1-ee08c95763fa req-1e368376-5af9-4b67-a298-2e3f9ac1a8bd tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 943 time: 0.0933020 May 18 14:41:06.321467 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-233eccf1-d5a2-4d42-afb1-ee08c95763fa req-d44879ac-e1e4-4b0c-bda0-e342931b49e9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 May 18 14:41:06.709927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b3e1f-5d58-49f4-bed4-69cd581620ba req-8741183f-2aab-43ce-9244-808df2b0bfc1 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:06.711401 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-665b3e1f-5d58-49f4-bed4-69cd581620ba req-8741183f-2aab-43ce-9244-808df2b0bfc1 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0866957 May 18 14:41:06.781762 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-665b3e1f-5d58-49f4-bed4-69cd581620ba req-dc150cd7-bf67-4604-ae46-f4583400314d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579972 May 18 14:41:06.850765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-abfe4648-f978-4607-bba4-e1241472836f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:06.851864 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-abfe4648-f978-4607-bba4-e1241472836f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 809 time: 0.1777389 May 18 14:41:06.908572 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-404e37c0-f674-431e-bfdb-a97cdab7519c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b4b87ca6cc41ce807496b5c7f345c5 HTTP/1.1" status: 200 len: 380 time: 0.0435796 May 18 14:41:06.936099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'port': {'device_id': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'admin_state_up': True, 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'security_groups': ['b957c63e-2a59-4e12-9a1a-fee9fbca8c14']}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:06.964453 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.083212 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7943e24c-11f9-4ae9-a2ca-af9a9011aceb req-e2c75b05-ba31-43bf-90a9-80a0abbb524e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 210 time: 0.0688224 May 18 14:41:07.107762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:07.124155 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:07.139700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Made reservation on behalf of 78b4b87ca6cc41ce807496b5c7f345c5 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:41:07.144800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.204133 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-0f88d56e-540b-4510-bb86-36c92487ac67 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798600 May 18 14:41:07.330072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-b7e42e36-96e8-4456-b2f3-43f3cb0fc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.335322 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-b7e42e36-96e8-4456-b2f3-43f3cb0fc9ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1099 time: 0.1038198 May 18 14:41:07.361641 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Allocated IP 172.20.0.5 (b57397c9-f69d-4422-8ea1-83085e9ad748/1481c733-fb18-4cd2-9611-a394890d0874/5842d9a7-a02c-4901-9f3e-4f2cb96af5c9) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:07.524047 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-c93be296-7658-40d4-b2fe-ff938e8371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.525628 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-c93be296-7658-40d4-b2fe-ff938e8371fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1670547 May 18 14:41:07.661544 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-16caa95b-8c07-4ae1-bf1a-5e86f109eb9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 1001 time: 0.1269021 May 18 14:41:07.686634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ff808-f1d5-41ee-8f66-4b834e0da571 req-1df09371-bee5-45f0-a684-f71f3384d470 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.688259 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-969ff808-f1d5-41ee-8f66-4b834e0da571 req-1df09371-bee5-45f0-a684-f71f3384d470 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 943 time: 0.2221577 May 18 14:41:07.696827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.739349 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Transition to ACTIVE for port object 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:07.760139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-5a309ea2-7090-41cb-b22c-3e6c6e590f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.763633 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-5a309ea2-7090-41cb-b22c-3e6c6e590f69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0942276 May 18 14:41:07.763804 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-969ff808-f1d5-41ee-8f66-4b834e0da571 req-6cc9c55d-7810-4bb3-9a80-d4eb3cc42241 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 May 18 14:41:07.793985 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.802227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:07.887698 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Network b57397c9-f69d-4422-8ea1-83085e9ad748 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:07.889548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-1ab5b14a-0f00-4db5-8545-73e2d403c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.891571 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:07.894084 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-1ab5b14a-0f00-4db5-8545-73e2d403c52b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1217551 May 18 14:41:07.896274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:07.941064 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:07.956212 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:07.989974 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 15807f9a-6d70-4001-bb3f-dc2744fd2f0e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:41:07.991921 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.992638 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.044807 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1123030 May 18 14:41:08.061653 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Request body: {'port': {'device_id': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:08.228877 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:08.240782 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-9475f8ea-81ed-4b8a-9316-aedb607a5ee7 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395274 May 18 14:41:08.247080 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'port_id': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'mac_address': 'fa:16:3e:e9:f4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:41:08.309126 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b8b74-bfab-4b90-89c8-76b2c635bc9a req-ac5a3537-f162-432e-aa13-87d4ff247399 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:08.311656 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f88b8b74-bfab-4b90-89c8-76b2c635bc9a req-ac5a3537-f162-432e-aa13-87d4ff247399 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2268112 May 18 14:41:08.318061 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.337029 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d0bfd61c-ad71-4c44-b8cb-26c0925b6ae2 None None] Provisioning for port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:41:08.342110 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.350978 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15807f9a-6d70-4001-bb3f-dc2744fd2f0e {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:08.356711 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-d0bfd61c-ad71-4c44-b8cb-26c0925b6ae2 None None] Provisioning complete for port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:08.357565 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd61c-ad71-4c44-b8cb-26c0925b6ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.497684 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f88b8b74-bfab-4b90-89c8-76b2c635bc9a req-d10443f3-2dbb-441a-8135-7e1261fb1d5a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172872 May 18 14:41:08.508204 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2884eb34-eaeb-4ad0-95b2-903561bfc984 req-9af55d0a-bcf9-4f22-a081-4a4c9f380586 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570112 May 18 14:41:08.534983 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:08.548785 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfd61c-ad71-4c44-b8cb-26c0925b6ae2 None None] Port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:41:08.565686 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.566602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf66e2-74c2-487e-90ba-71a67e1f12ea req-6a5d1268-4169-4b06-842a-d721d2d06e00 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:08.568152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-cabf66e2-74c2-487e-90ba-71a67e1f12ea req-6a5d1268-4169-4b06-842a-d721d2d06e00 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:08.569541 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:08.615578 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.669967 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.678265 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:08.682270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:08.721705 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-cabf66e2-74c2-487e-90ba-71a67e1f12ea req-6a5d1268-4169-4b06-842a-d721d2d06e00 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:08.723080 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cabf66e2-74c2-487e-90ba-71a67e1f12ea req-6a5d1268-4169-4b06-842a-d721d2d06e00 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 931 time: 0.4781432 May 18 14:41:08.789076 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cabf66e2-74c2-487e-90ba-71a67e1f12ea req-7e360b81-57b5-4038-86db-7c9470ff6685 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580504 May 18 14:41:08.878460 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:08.886792 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.901702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Transition to ACTIVE for port object 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:08.907385 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.911942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-34602808-b102-40f0-bc57-fc02553dd156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:08.980429 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a09e5-759f-4b0d-a67a-bc354d7c62e3 req-00dd619e-0ff4-4380-aedc-669b5dcd11c3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:08.982516 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a80a09e5-759f-4b0d-a67a-bc354d7c62e3 req-00dd619e-0ff4-4380-aedc-669b5dcd11c3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 944 time: 0.0903084 May 18 14:41:09.029860 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a80a09e5-759f-4b0d-a67a-bc354d7c62e3 req-7c6a7ac9-a354-4144-af8f-cf2ad35060d0 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 May 18 14:41:09.044855 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:09.180695 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:09.183718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:09.271662 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Attempting to bind port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:41:09.272033 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Attempting to bind port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:41:09.272371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Attempting to bind port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 on network b57397c9-f69d-4422-8ea1-83085e9ad748 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:09.282767 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 on network b57397c9-f69d-4422-8ea1-83085e9ad748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:41:09.283219 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Attempting to bind port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 on network b57397c9-f69d-4422-8ea1-83085e9ad748 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:09.292179 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:41:09.292551 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Checking segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:41:09.292999 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Bound using segment: {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:41:09.293400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Bound port: 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299791b3-0bf6-4df3-bb9a-db0b36052466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:41:09.293797 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.401649 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:41:09.404819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:41:09.413305 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.419439 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b718088d-71d2-44a6-82cb-62069d04dbf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:09.482597 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.483236 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.484612 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] 10.222.0.70 "PUT /v2.0/ports/5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 1093 time: 1.4285169 May 18 14:41:09.485106 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:09.514588 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:09.524207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:09.575464 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'status': 'completed', 'code': 200} May 18 14:41:09.614978 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-8b9821ab-6446-452b-b588-fb3cfe4b736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.615921 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-8b9821ab-6446-452b-b588-fb3cfe4b736e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1096 time: 0.0847211 May 18 14:41:09.722726 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-b5f873f0-f27d-4825-9cee-637e4237b462 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 217 time: 0.0986524 May 18 14:41:09.814176 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-7b59d26f-c7ce-443d-9ee0-2b95160f4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.815621 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-7b59d26f-c7ce-443d-9ee0-2b95160f4002 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0866139 May 18 14:41:09.886291 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a923975-b007-4be7-be79-0aee027b994e req-1d5b2bba-54c4-4836-960e-cc7a6a135071 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.888469 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2a923975-b007-4be7-be79-0aee027b994e req-1d5b2bba-54c4-4836-960e-cc7a6a135071 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2050726 May 18 14:41:09.943287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-db016f92-1013-4859-919f-d9b7832fa48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.944768 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-db016f92-1013-4859-919f-d9b7832fa48f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222258 May 18 14:41:09.947678 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2a923975-b007-4be7-be79-0aee027b994e req-76eee668-81d2-4354-8bbd-295a75fb34fb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 May 18 14:41:10.000979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640dd04-5698-43ff-9211-344be159ba21 req-2085b732-bc4a-4ec3-986a-625139533943 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.002624 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a640dd04-5698-43ff-9211-344be159ba21 req-2085b732-bc4a-4ec3-986a-625139533943 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0948646 May 18 14:41:10.049546 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a640dd04-5698-43ff-9211-344be159ba21 req-4b9a890c-aa8a-4c84-a114-42f9d7120790 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 May 18 14:41:10.095491 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-9c802c88-a9c2-400d-be7f-626fc395c8fd service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333642 May 18 14:41:10.292540 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f909efb6-b950-4903-a4a2-47e1877a2dd0 req-ff191eaa-fa79-4270-a80e-57eee52b6f1e service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898172 May 18 14:41:10.312484 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0358-897d-419b-82f6-c93444c7721a req-10909b0d-ccbc-4202-a386-260df197a832 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.314139 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6cad0358-897d-419b-82f6-c93444c7721a req-10909b0d-ccbc-4202-a386-260df197a832 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 944 time: 0.1741154 May 18 14:41:10.396473 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6cad0358-897d-419b-82f6-c93444c7721a req-186b7edd-b9ac-4ca5-a114-f150e0b8c2a3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755188 May 18 14:41:10.445158 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-45729757-c075-46be-aae5-4ba8b12d24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.446818 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-45729757-c075-46be-aae5-4ba8b12d24d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1096 time: 0.0853512 May 18 14:41:10.581933 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-f872bbc4-b540-4732-8bfa-0ca0f58f8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.583391 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-f872bbc4-b540-4732-8bfa-0ca0f58f8c75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1290486 May 18 14:41:10.654557 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-1f9d0179-1f39-4ee7-8254-491bf4a855fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 217 time: 0.0643828 May 18 14:41:10.736665 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-d8d31afd-421f-44d4-831e-7297acce90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.738070 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-d8d31afd-421f-44d4-831e-7297acce90b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0712168 May 18 14:41:10.927713 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-03ca006c-3f2e-489a-aa5c-115d71f83cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:10.929251 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-03ca006c-3f2e-489a-aa5c-115d71f83cdd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1814046 May 18 14:41:11.066295 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-f8dc8dc0-0d17-4c09-8908-028b2788c7aa service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293492 May 18 14:41:11.154775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bae8a0-3a2b-4a14-94fb-b5c8a76868ff req-957003dc-803d-48e1-8baa-079733b0f72b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:11.156273 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c0bae8a0-3a2b-4a14-94fb-b5c8a76868ff req-957003dc-803d-48e1-8baa-079733b0f72b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1019413 May 18 14:41:11.205335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c0bae8a0-3a2b-4a14-94fb-b5c8a76868ff req-31162ad5-0011-4ddd-81fa-16e4fe8d554c tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 May 18 14:41:11.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4dc9bf64-aa64-4e58-a203-bdf12f81f31b req-7497a08c-fdae-4f37-ad4e-d69b76600c59 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843677 May 18 14:41:11.282038 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e05b0-5c55-4239-a9cb-7ba0058702fa req-e5305121-d8a6-4149-9cb8-65f320d8cacd tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:11.283533 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-db2e05b0-5c55-4239-a9cb-7ba0058702fa req-e5305121-d8a6-4149-9cb8-65f320d8cacd tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1085110 May 18 14:41:11.330843 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-db2e05b0-5c55-4239-a9cb-7ba0058702fa req-d2d03ba8-bb64-4d3b-9ec6-1c6f6952fc38 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 May 18 14:41:11.606974 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99753a-a959-4ec2-b822-c1c006ea7ea3 req-86bfe959-5177-4141-b898-0af59eb9a3e9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:11.608355 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ef99753a-a959-4ec2-b822-c1c006ea7ea3 req-86bfe959-5177-4141-b898-0af59eb9a3e9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 944 time: 0.0920374 May 18 14:41:11.656006 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ef99753a-a959-4ec2-b822-c1c006ea7ea3 req-38be850a-95d2-4f1c-a703-5c6dd48834db tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 May 18 14:41:12.038216 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 15807f9a-6d70-4001-bb3f-dc2744fd2f0e up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:41:12.113124 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:41:12.117895 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:12.118275 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.241989 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.271628 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:12.284193 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:12.289578 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.291766 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:12.336772 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'code': 200} May 18 14:41:12.373629 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:12.377113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:12.425613 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdce250-24cc-4b8e-9b33-ca5cd2ff38e1 req-d5b15a02-1035-4860-a8f3-119645109f0f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:12.427841 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9cdce250-24cc-4b8e-9b33-ca5cd2ff38e1 req-d5b15a02-1035-4860-a8f3-119645109f0f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1041822 May 18 14:41:12.480745 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9cdce250-24cc-4b8e-9b33-ca5cd2ff38e1 req-b837a12f-162f-4680-832b-3ee1d396daa8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466313 May 18 14:41:12.604496 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b660a-96c4-4706-9010-9204d2f99fd6 req-e0017ccd-226b-4b25-a533-3e941f6ad9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:12.606006 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-553b660a-96c4-4706-9010-9204d2f99fd6 req-e0017ccd-226b-4b25-a533-3e941f6ad9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1098 time: 0.0757303 May 18 14:41:12.634911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a75eae-79c6-4f47-ad69-31801bb19ac2 req-56f8af82-e11f-46f7-997f-57ca09812611 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:12.636376 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e8a75eae-79c6-4f47-ad69-31801bb19ac2 req-56f8af82-e11f-46f7-997f-57ca09812611 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1756244 May 18 14:41:12.651027 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-553b660a-96c4-4706-9010-9204d2f99fd6 req-631bdfa1-f57a-47cf-ad50-e5ae253ffd8e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364540 May 18 14:41:12.682318 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e8a75eae-79c6-4f47-ad69-31801bb19ac2 req-9927737e-9965-42d1-a3d5-8d120b6e0080 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 May 18 14:41:12.858524 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dd42e-f874-4db0-98c5-3878e52990d1 req-cf22ac64-2b2f-477e-b5c7-a1c1463d2d5d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:12.860008 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-509dd42e-f874-4db0-98c5-3878e52990d1 req-cf22ac64-2b2f-477e-b5c7-a1c1463d2d5d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0883310 May 18 14:41:12.908264 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-509dd42e-f874-4db0-98c5-3878e52990d1 req-5ca13cbb-2113-49fc-8382-69616e048bb4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 May 18 14:41:13.305614 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:13.681666 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50972d-ded6-41b6-a36c-05f046c87fab req-069c2d6e-290a-4540-9ff8-461b2a1df000 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:13.683125 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce50972d-ded6-41b6-a36c-05f046c87fab req-069c2d6e-290a-4540-9ff8-461b2a1df000 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0835495 May 18 14:41:13.740276 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce50972d-ded6-41b6-a36c-05f046c87fab req-4071e2e3-9eaf-4a00-aa5f-253d20733491 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 May 18 14:41:13.904557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9217c3-bb4a-4cb4-b30d-00a3b10597be req-3d2cd58a-8f54-4329-b98f-155997de7e7d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:13.906019 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bf9217c3-bb4a-4cb4-b30d-00a3b10597be req-3d2cd58a-8f54-4329-b98f-155997de7e7d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0916712 May 18 14:41:13.970129 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bf9217c3-bb4a-4cb4-b30d-00a3b10597be req-dd7c564b-9d0c-4524-b92b-473410d99d0b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552146 May 18 14:41:14.108323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b6ac1-958e-4750-8cc3-d7d5e9654af6 req-4d2ad214-affa-46a8-8717-df69ba97d141 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:14.109785 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bc9b6ac1-958e-4750-8cc3-d7d5e9654af6 req-4d2ad214-affa-46a8-8717-df69ba97d141 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0835824 May 18 14:41:14.156486 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bc9b6ac1-958e-4750-8cc3-d7d5e9654af6 req-ef18ffc3-42c4-4f22-a55c-3a1481dab089 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 May 18 14:41:14.936027 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adad2-dddb-4940-a423-e459af004ed5 req-97815604-2f35-420d-ba5a-3ab75e0ddfa2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:14.937645 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-309adad2-dddb-4940-a423-e459af004ed5 req-97815604-2f35-420d-ba5a-3ab75e0ddfa2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0832164 May 18 14:41:14.988287 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-309adad2-dddb-4940-a423-e459af004ed5 req-a0e2aa60-ee0a-469c-8579-5388238a4f97 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 May 18 14:41:15.186058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686757d-ea21-4b3e-b435-dd5f45c9ced1 req-0adf09e1-1667-44ff-b419-94026ff6945b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:15.189007 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d686757d-ea21-4b3e-b435-dd5f45c9ced1 req-0adf09e1-1667-44ff-b419-94026ff6945b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1071200 May 18 14:41:15.243828 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48e0ea-3196-4e5b-9075-9b62cde083a9 req-289161fc-5e57-4c62-beac-e83c86e3b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:15.246268 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4c48e0ea-3196-4e5b-9075-9b62cde083a9 req-289161fc-5e57-4c62-beac-e83c86e3b143 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 1099 time: 0.0915496 May 18 14:41:15.246804 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d686757d-ea21-4b3e-b435-dd5f45c9ced1 req-cb883d64-a827-449a-bb30-e979be849ec2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533028 May 18 14:41:15.306921 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4c48e0ea-3196-4e5b-9075-9b62cde083a9 req-f8eece60-3f63-4006-8c04-7a72925a330a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447073 May 18 14:41:15.389725 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f916e-64d8-48b3-ac4b-02bb0610174d req-81d576b8-04e8-45ef-8843-637a04ff8c2a tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:15.391221 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-224f916e-64d8-48b3-ac4b-02bb0610174d req-81d576b8-04e8-45ef-8843-637a04ff8c2a tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0866680 May 18 14:41:15.438125 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-224f916e-64d8-48b3-ac4b-02bb0610174d req-9aa6da08-fc48-461f-93c7-f287226a36cf tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 May 18 14:41:15.749616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40fbab-5669-459e-bd08-bcaef8e75f47 req-0fd27496-6b21-48ad-bbbd-d28923975e6b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:15.751104 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5f40fbab-5669-459e-bd08-bcaef8e75f47 req-0fd27496-6b21-48ad-bbbd-d28923975e6b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0867586 May 18 14:41:15.802596 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5f40fbab-5669-459e-bd08-bcaef8e75f47 req-21e908b1-5549-43ae-bd08-c2747608d5b9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 May 18 14:41:16.204030 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b8fb-d1cf-4e47-827f-4da3926f4f5b req-2493785a-5b60-4be2-9772-6ba446675af5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:16.205639 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9597b8fb-d1cf-4e47-827f-4da3926f4f5b req-2493785a-5b60-4be2-9772-6ba446675af5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0930362 May 18 14:41:16.214833 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60790-780c-4014-a879-20e52d91ab75 req-b52c1391-43cf-44d3-9141-2c51e7521045 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:16.216431 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-88a60790-780c-4014-a879-20e52d91ab75 req-b52c1391-43cf-44d3-9141-2c51e7521045 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0928097 May 18 14:41:16.254435 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9597b8fb-d1cf-4e47-827f-4da3926f4f5b req-424b1810-27fe-436e-bb60-b1706dd5e3b9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 May 18 14:41:16.269128 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-88a60790-780c-4014-a879-20e52d91ab75 req-f4a9109e-60c4-44ac-bd1a-9cb957d3009e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 May 18 14:41:16.459317 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b2e17-4b43-4546-98f9-6f8524371ce6 req-41608c86-64d2-4d3a-8ac9-da4f545eb100 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:16.461252 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-727b2e17-4b43-4546-98f9-6f8524371ce6 req-41608c86-64d2-4d3a-8ac9-da4f545eb100 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0928674 May 18 14:41:16.523664 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-727b2e17-4b43-4546-98f9-6f8524371ce6 req-8db45aef-2146-49fa-8a62-b32d450ba127 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557122 May 18 14:41:17.471032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c9b1-e18a-4558-911d-5d16293ed08d req-567cd7b2-e947-459b-850e-6bf776f84ce4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:17.472540 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be22c9b1-e18a-4558-911d-5d16293ed08d req-567cd7b2-e947-459b-850e-6bf776f84ce4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0924051 May 18 14:41:17.523643 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be22c9b1-e18a-4558-911d-5d16293ed08d req-eb9794ce-5305-4608-972e-635dc511e15e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 May 18 14:41:17.710675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1fa7d-d565-46bc-a776-1f9f3b452a7b req-f997b6aa-0ffd-4bf7-8a26-36bbce07c213 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:17.712265 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cbf1fa7d-d565-46bc-a776-1f9f3b452a7b req-f997b6aa-0ffd-4bf7-8a26-36bbce07c213 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0878158 May 18 14:41:17.713176 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c5b91-ba6d-4e8b-b8b1-b93403b5d44e req-94f3634e-f172-404a-96b9-0b3e715298b5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:17.714646 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d7c5b91-ba6d-4e8b-b8b1-b93403b5d44e req-94f3634e-f172-404a-96b9-0b3e715298b5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0851552 May 18 14:41:17.758945 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cbf1fa7d-d565-46bc-a776-1f9f3b452a7b req-42e8ebb4-49b0-49f5-b5d3-c02149e5d782 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 May 18 14:41:17.767102 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d7c5b91-ba6d-4e8b-b8b1-b93403b5d44e req-1470e4f9-ae8c-46ef-b0cf-c984a4508cdd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 May 18 14:41:18.969692 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048ee83-1f1f-4be0-a599-15179de1be8f req-216bf68e-097c-4168-8d70-3cbb9947cef9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:18.971259 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5048ee83-1f1f-4be0-a599-15179de1be8f req-216bf68e-097c-4168-8d70-3cbb9947cef9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0883298 May 18 14:41:19.024361 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5048ee83-1f1f-4be0-a599-15179de1be8f req-7fe7cd39-8ee8-42b0-bab3-e452ca017411 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 May 18 14:41:19.789979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-9aab7852-b963-4a09-9fd8-9e74aa0d5604 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:19.791484 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-9aab7852-b963-4a09-9fd8-9e74aa0d5604 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.1562808 May 18 14:41:19.807787 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-a391f277-9f30-47d9-8d40-a2ddcb60adcb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/quotas/4e8830eeff5641cf8b624864d3afc9c1 HTTP/1.1" status: 200 len: 375 time: 0.0096424 May 18 14:41:19.898384 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-690b4be7-99f5-4303-822a-fc34ba23d774 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845878 May 18 14:41:19.941603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-30db127b-251d-42a7-a149-561702851bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:19.943164 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-30db127b-251d-42a7-a149-561702851bcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.1493363 May 18 14:41:19.950652 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f6a09-3ac5-4084-8e3d-ecd346c837af req-5256e538-ac42-4a79-a3be-90f76f2b795a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:19.952226 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c31f6a09-3ac5-4084-8e3d-ecd346c837af req-5256e538-ac42-4a79-a3be-90f76f2b795a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1118569 May 18 14:41:20.040217 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-656ddd60-19f3-4488-b0b2-51ed3dfcc48e service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339371 May 18 14:41:20.078913 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:41:20.180002 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-c3d79ca0-b2e9-47ed-9b76-0dd76e0aef11 service neutron] 10.222.0.63 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334040 May 18 14:41:20.186153 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c31f6a09-3ac5-4084-8e3d-ecd346c837af req-627b415a-0ff5-47ee-9b56-d186b005e0f2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138183 May 18 14:41:20.215580 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-e63af042-2a5d-43fb-b265-c48e73417ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:20.217339 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-e63af042-2a5d-43fb-b265-c48e73417ecb service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.2641044 May 18 14:41:20.227678 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:20.244920 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'mac_address': 'fa:16:3e:d5:24:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:41:20.306666 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:20.307657 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-373d6a41-7b77-44d0-8660-623f254e2d4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0757744 May 18 14:41:20.327541 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:20.349096 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:20.353991 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:20.356565 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:20.429991 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:20.438570 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.438918 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.439394 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.439726 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.440076 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.440369 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.440785 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.440995 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.441313 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.441650 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.442004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.442240 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:20.446632 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:20.480337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-480ec4eb-267e-4ef9-979d-5d7bce56046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:20.482636 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-480ec4eb-267e-4ef9-979d-5d7bce56046d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.1606433 May 18 14:41:20.538072 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-6be31db0-f894-4b8a-835a-ea6b90c401ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475955 May 18 14:41:20.546496 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce6ced-7f81-4265-8b23-470b2355b64d req-a2dc5774-3f61-4397-ae02-db7dc30a664d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:20.548048 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e9ce6ced-7f81-4265-8b23-470b2355b64d req-a2dc5774-3f61-4397-ae02-db7dc30a664d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.1720533 May 18 14:41:20.561471 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6737b0b5-0744-4e4a-98fa-5ea4d306e03c req-90b96193-cc01-4f60-89f6-0bd567c0aaab tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 210 time: 0.0639787 May 18 14:41:20.702437 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e9ce6ced-7f81-4265-8b23-470b2355b64d req-5c228d3e-779f-465c-b167-2a2da3a83225 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452768 May 18 14:41:20.744096 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-a632906a-70eb-475d-9c9f-fe93dc2c0233 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732185 May 18 14:41:20.890316 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3a3e23fe-55ad-43e2-8fa4-022a88ce49f0 req-070296e6-4197-40f9-94c7-bba3bb7acb49 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320760 May 18 14:41:20.917788 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:21.376021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8afd5-cc40-4897-b389-25a449b0dfe5 req-766cccd9-efe9-4891-8bac-56c3418ee14b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.377461 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-74a8afd5-cc40-4897-b389-25a449b0dfe5 req-766cccd9-efe9-4891-8bac-56c3418ee14b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0830142 May 18 14:41:21.424233 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-74a8afd5-cc40-4897-b389-25a449b0dfe5 req-faa2bc9c-78f5-420f-9b59-d5d0c6a92dfb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 May 18 14:41:21.797708 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b22e697c-6728-465a-90e3-beb55a87265d req-bcaa1e4f-73b0-464d-bb25-4ba317d6ff4e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 210 time: 0.0776305 May 18 14:41:21.863412 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-e48c223f-64f8-464f-9e83-bf429101ca43 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.865415 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-e48c223f-64f8-464f-9e83-bf429101ca43 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 815 time: 0.2344570 May 18 14:41:21.883515 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Request body: {'port': {'device_id': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'admin_state_up': True, 'tenant_id': '4e8830eeff5641cf8b624864d3afc9c1'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:21.925803 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6a9d-4d0e-45dc-8756-6e81e3d0e4bc req-45b0e190-495f-433e-9fca-dcba21a401a7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.927283 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b63c6a9d-4d0e-45dc-8756-6e81e3d0e4bc req-45b0e190-495f-433e-9fca-dcba21a401a7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.1009865 May 18 14:41:21.973787 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b63c6a9d-4d0e-45dc-8756-6e81e3d0e4bc req-cb140c16-9e9e-4d29-8baf-da42f5d5f28f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400546 May 18 14:41:22.040497 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:22.055139 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:22.068157 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Made reservation on behalf of 4e8830eeff5641cf8b624864d3afc9c1 for: {'port': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:41:22.071787 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.251178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Allocated IP 172.20.0.5 (ea1752f5-6319-4de1-a2c5-8a400af9ab5d/8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd/6b993073-95df-486a-b0bf-3f3b557a5f2b) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:22.484785 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.517435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.525335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fbf849be-bd57-42bc-b197-65435f23a8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:22.531560 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1', '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:22.752298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Network ea1752f5-6319-4de1-a2c5-8a400af9ab5d is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:22.760898 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:22.768242 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:22.801536 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event updated for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:22.813228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:22.849577 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:22.850201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.873723 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff4be6-c253-4f19-ac50-8a27cca467b3 req-de623e7e-2202-4ec6-8c27-feb500cc28e9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:22.880861 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-afff4be6-c253-4f19-ac50-8a27cca467b3 req-de623e7e-2202-4ec6-8c27-feb500cc28e9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.3128731 May 18 14:41:22.924995 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-53af61bd-6550-494e-96c9-d82cc620f227 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0464854 May 18 14:41:22.938520 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-afff4be6-c253-4f19-ac50-8a27cca467b3 req-33f0a210-cb6c-48d4-a5db-7ba1d52d385e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567791 May 18 14:41:22.946311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Request body: {'port': {'device_id': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:23.060693 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ee56-8d0a-4897-be6f-c3f55d9f2d0d req-5f8ee78f-3023-4fb0-8de5-cdb77f1d78fa tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:23.063180 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be04ee56-8d0a-4897-be6f-c3f55d9f2d0d req-5f8ee78f-3023-4fb0-8de5-cdb77f1d78fa tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 931 time: 0.0879102 May 18 14:41:23.067845 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.114891 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be04ee56-8d0a-4897-be6f-c3f55d9f2d0d req-87ff6dee-a00f-47bd-82ff-1a06eae7e231 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 May 18 14:41:23.411464 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3711-5ea5-4e70-a26a-054efa6b4d91 req-b59b7cd1-725a-45da-bd99-a0a07b492a54 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:23.412810 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864f3711-5ea5-4e70-a26a-054efa6b4d91 req-b59b7cd1-725a-45da-bd99-a0a07b492a54 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.2096424 May 18 14:41:23.503519 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-864f3711-5ea5-4e70-a26a-054efa6b4d91 req-88811d3d-8938-4214-bbc9-f7db8c0acb7e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845723 May 18 14:41:23.535261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b993073-95df-486a-b0bf-3f3b557a5f2b {{(pid=91493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:23.543270 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.559718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Transition to ACTIVE for port object 6b993073-95df-486a-b0bf-3f3b557a5f2b will not be triggered until provisioned by entity L2. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:23.565619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.570051 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:23.725147 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:23.732614 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:23.807797 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Attempting to bind port 6b993073-95df-486a-b0bf-3f3b557a5f2b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:41:23.808091 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Attempting to bind port 6b993073-95df-486a-b0bf-3f3b557a5f2b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:41:23.808430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Attempting to bind port 6b993073-95df-486a-b0bf-3f3b557a5f2b on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:23.813945 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Port 6b993073-95df-486a-b0bf-3f3b557a5f2b on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:41:23.814267 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Attempting to bind port 6b993073-95df-486a-b0bf-3f3b557a5f2b on network ea1752f5-6319-4de1-a2c5-8a400af9ab5d {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:23.819426 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:41:23.819757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Checking segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:41:23.820134 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Bound using segment: {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'} {{(pid=91493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:41:23.820557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.managers [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Bound port: 6b993073-95df-486a-b0bf-3f3b557a5f2b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a975065-3741-466f-9412-449ed5fd85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d'}}] {{(pid=91493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:41:23.820896 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.917164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, cleared binding levels {{(pid=91493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:41:23.920546 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:41:23.926899 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.932095 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:23.993186 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:23.993799 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.995592 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b993073-95df-486a-b0bf-3f3b557a5f2b HTTP/1.1" status: 200 len: 1093 time: 1.0532901 May 18 14:41:23.998661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:24.026949 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=3']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:24.030126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:24.083449 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b', 'status': 'completed', 'code': 200} May 18 14:41:24.103604 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:41:24.174298 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:41:24.179785 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:24.180157 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.198492 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-4edb68aa-e0db-468e-b5c1-f77e747d40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.200074 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-4edb68aa-e0db-468e-b5c1-f77e747d40b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 1096 time: 0.1513782 May 18 14:41:24.214006 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c0ad-9011-420d-9b6f-c3af39d98275 req-f38b9525-4bcf-4cc0-9afe-d394db3919c9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.215467 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f839c0ad-9011-420d-9b6f-c3af39d98275 req-f38b9525-4bcf-4cc0-9afe-d394db3919c9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1267891 May 18 14:41:24.322931 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.331413 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-b0eb277a-7f1a-4b8b-b1d2-2266bcda8347 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b HTTP/1.1" status: 200 len: 217 time: 0.1075456 May 18 14:41:24.358973 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:24.371163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:24.379340 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.382344 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:24.414093 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f839c0ad-9011-420d-9b6f-c3af39d98275 req-6b325a46-70bf-40d0-a8c4-b7fa56d0139e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920652 May 18 14:41:24.453963 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-7350a8b6-9db4-4c42-9538-8b0a3f67d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.455513 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-7350a8b6-9db4-4c42-9538-8b0a3f67d31a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1081665 May 18 14:41:24.473902 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:24.477734 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'code': 200} May 18 14:41:24.478521 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:24.489039 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d956-612b-49f5-9e0e-c9cbe524ea4e req-6feced60-f482-4615-a698-e122d7494f3a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.490541 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d9d8d956-612b-49f5-9e0e-c9cbe524ea4e req-6feced60-f482-4615-a698-e122d7494f3a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 943 time: 0.1116207 May 18 14:41:24.520326 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-118b4c86-8781-4dc9-a8d8-bd5e75ff6ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535164 May 18 14:41:24.614382 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d9d8d956-612b-49f5-9e0e-c9cbe524ea4e req-8848972f-8c81-4ac9-afd3-4a922bf191b5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175549 May 18 14:41:24.809330 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-71e61a5e-4d8d-427a-9f1a-56d5329ff33b service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811546 May 18 14:41:24.880201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac15d-c87f-4090-bac1-a8d2cabfe86f req-de14332f-bf9e-427d-a18a-bc028cd77388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.881687 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7a0ac15d-c87f-4090-bac1-a8d2cabfe86f req-de14332f-bf9e-427d-a18a-bc028cd77388 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0904968 May 18 14:41:24.920618 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b991c57-3ff8-48a1-ad89-e85662fbb537 req-c804c5d1-e99c-43ce-9c30-be8a54252cae tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.922442 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9b991c57-3ff8-48a1-ad89-e85662fbb537 req-c804c5d1-e99c-43ce-9c30-be8a54252cae tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.2052643 May 18 14:41:24.929058 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7a0ac15d-c87f-4090-bac1-a8d2cabfe86f req-4bfcede8-f412-49e2-8d33-d9458ca59887 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 May 18 14:41:24.995009 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9b991c57-3ff8-48a1-ad89-e85662fbb537 req-f44ca8a3-656d-41c7-a4a9-c0ea76d91a43 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647471 May 18 14:41:24.997051 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ce2f4ed-4edd-4df0-93fd-161c0652c35d req-d1352669-c939-4fb5-9767-0e17797d1c3b service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801419 May 18 14:41:25.229827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-fad9f451-a8b9-4a87-be06-c12286309c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:25.231339 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-fad9f451-a8b9-4a87-be06-c12286309c78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 1096 time: 0.0810170 May 18 14:41:25.377574 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-d2d8da17-4ec6-47ea-bfcf-f5ae9ae41b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:25.378936 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-d2d8da17-4ec6-47ea-bfcf-f5ae9ae41b5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.1338584 May 18 14:41:25.454018 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-d6c6bd7a-5a7b-4825-8d83-77097f60368b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b HTTP/1.1" status: 200 len: 217 time: 0.0619061 May 18 14:41:25.524102 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-76755475-86bb-4930-bafa-7bc08c9a0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:25.525607 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-76755475-86bb-4930-bafa-7bc08c9a0808 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.0648324 May 18 14:41:25.574233 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-d7655145-bbab-4b79-a8bd-57138339da21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410929 May 18 14:41:25.591426 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3d44c-3d74-4b1d-9f9f-6464efb0026c req-14a33cfd-95b2-4e99-9c8b-acb4b9e53940 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:25.592875 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1cc3d44c-3d74-4b1d-9f9f-6464efb0026c req-14a33cfd-95b2-4e99-9c8b-acb4b9e53940 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0900040 May 18 14:41:25.637180 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1cc3d44c-3d74-4b1d-9f9f-6464efb0026c req-af9b08d1-ba49-4e98-ae72-5effbb46569a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 May 18 14:41:25.711360 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-1fe4181d-f29b-47aa-a011-b5080d91abaa service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295302 May 18 14:41:25.823951 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e6df-fa72-4a54-ae17-c66e4d933973 req-bd6d8841-7247-4a58-9003-bf516663b2c4 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:25.825485 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7c1e6df-fa72-4a54-ae17-c66e4d933973 req-bd6d8841-7247-4a58-9003-bf516663b2c4 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 943 time: 0.0859580 May 18 14:41:25.845547 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-383f893d-34e9-4dbc-8bca-00ae543b6cf4 req-05ac269a-5914-4f4c-812e-d3a9e5cf93a6 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271973 May 18 14:41:25.879654 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7c1e6df-fa72-4a54-ae17-c66e4d933973 req-65929f58-021b-446b-80b2-f737b13eddcd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 May 18 14:41:26.199877 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea478c7-1f7a-4a20-9a26-539c0340eb81 req-b3d32627-5341-45a5-bfaa-58ddd966c3ad tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:26.201482 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ea478c7-1f7a-4a20-9a26-539c0340eb81 req-b3d32627-5341-45a5-bfaa-58ddd966c3ad tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0883672 May 18 14:41:26.248764 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9ea478c7-1f7a-4a20-9a26-539c0340eb81 req-3d5cf85c-9cef-429a-994b-0b8b9b079738 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 May 18 14:41:26.830410 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b18e63-f9fa-430e-97ea-be5371ffef7c req-2fda1128-d4e9-4264-a198-89cc9cb6cc91 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:26.831829 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f1b18e63-f9fa-430e-97ea-be5371ffef7c req-2fda1128-d4e9-4264-a198-89cc9cb6cc91 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0851927 May 18 14:41:26.888904 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f1b18e63-f9fa-430e-97ea-be5371ffef7c req-01e65e8e-3939-428c-8ad5-a13320ec0f44 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 May 18 14:41:27.074963 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0d2c-5043-4aa6-9f66-47512c8e3887 req-e0660aae-f890-4a16-a68a-1b29310febe2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:27.076432 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2baf0d2c-5043-4aa6-9f66-47512c8e3887 req-e0660aae-f890-4a16-a68a-1b29310febe2 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 943 time: 0.0847676 May 18 14:41:27.135443 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2baf0d2c-5043-4aa6-9f66-47512c8e3887 req-fb2b70ee-befe-43e1-9f84-bd2b8f18cde1 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490072 May 18 14:41:27.461965 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25c92f-56d7-4480-aba6-1623c5c42e30 req-e2af63f5-22a5-477d-b7f7-67c6ffc45af1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:27.463434 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8a25c92f-56d7-4480-aba6-1623c5c42e30 req-e2af63f5-22a5-477d-b7f7-67c6ffc45af1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0982862 May 18 14:41:27.509271 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8a25c92f-56d7-4480-aba6-1623c5c42e30 req-dd794f21-1dfa-413e-b66a-a7efdc3fcfdc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 May 18 14:41:28.093389 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef152-03a9-40d2-a45d-e7ebe2f6d06f req-7bf221c4-a41d-4fd4-a59b-c07e0ce12e20 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:28.095515 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a44ef152-03a9-40d2-a45d-e7ebe2f6d06f req-7bf221c4-a41d-4fd4-a59b-c07e0ce12e20 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0914671 May 18 14:41:28.147744 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a44ef152-03a9-40d2-a45d-e7ebe2f6d06f req-1d10ec52-3600-413d-bc99-652c40b18fac tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461156 May 18 14:41:28.220663 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949bed-4975-4121-a507-84855de1988b req-ccc147ba-2292-41d5-bb00-52c1181d532c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:28.224220 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-21949bed-4975-4121-a507-84855de1988b req-ccc147ba-2292-41d5-bb00-52c1181d532c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0956037 May 18 14:41:28.272543 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-21949bed-4975-4121-a507-84855de1988b req-74f08407-f4a6-41b2-81b5-b21a640811ee tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 May 18 14:41:28.298762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 39996) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:28.336477 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f7f0-035e-4b21-92db-01fa18fb1e76 req-a05dff6c-7bcd-4b8f-933b-61f3a2e60235 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:28.338082 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f8f4f7f0-035e-4b21-92db-01fa18fb1e76 req-a05dff6c-7bcd-4b8f-933b-61f3a2e60235 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 943 time: 0.0872099 May 18 14:41:28.389733 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f8f4f7f0-035e-4b21-92db-01fa18fb1e76 req-e02c4021-0613-454c-a1c9-c67f82a068e8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 May 18 14:41:28.554001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9152d32-6aee-45a8-8aab-41ba8d96e9d1 tempest-TestMinimumBasicScenario-870303947 tempest-TestMinimumBasicScenario-870303947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:28.554775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b9152d32-6aee-45a8-8aab-41ba8d96e9d1 tempest-TestMinimumBasicScenario-870303947 tempest-TestMinimumBasicScenario-870303947-project-admin] Synchronizing usage tracker for tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:28.572990 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b9152d32-6aee-45a8-8aab-41ba8d96e9d1 tempest-TestMinimumBasicScenario-870303947 tempest-TestMinimumBasicScenario-870303947-project-admin] Unset dirty status for tenant:9fb7acb96e0f44bb86317d8f5f4d5fe7 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:28.576906 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b9152d32-6aee-45a8-8aab-41ba8d96e9d1 tempest-TestMinimumBasicScenario-870303947 tempest-TestMinimumBasicScenario-870303947-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1093 time: 0.2743697 May 18 14:41:28.577096 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40006) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:28.582533 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'port_id': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:28.588647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:28.592527 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:floatingip and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:28.595392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:28.601008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:28.613171 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for floatingip, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.886250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a8ab-ba6a-42ff-8449-276ce36c3e22 req-4cf84cd7-4ade-4724-bdfb-d9853189012a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:28.887712 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2874a8ab-ba6a-42ff-8449-276ce36c3e22 req-4cf84cd7-4ade-4724-bdfb-d9853189012a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.2610643 May 18 14:41:28.946813 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2874a8ab-ba6a-42ff-8449-276ce36c3e22 req-570628d8-0961-4268-bc59-1e0692babcd5 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507967 May 18 14:41:28.956018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.145245 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Allocated IP 172.27.0.129 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:29.250860 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051536d-60f2-4d4e-a709-b3f87aa99ffb req-efa69e50-14c5-4cfd-b8a9-1fa7f5db5fc7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:29.252361 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e051536d-60f2-4d4e-a709-b3f87aa99ffb req-efa69e50-14c5-4cfd-b8a9-1fa7f5db5fc7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.1916544 May 18 14:41:29.329159 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e051536d-60f2-4d4e-a709-b3f87aa99ffb req-0fac03b5-c9be-400e-9f28-f05125d69a03 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697913 May 18 14:41:29.347543 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.351286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f92e0c-5c2e-4c31-bf16-0053a59030db req-844bce26-1393-446b-8b25-d55485f86030 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:29.352771 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-09f92e0c-5c2e-4c31-bf16-0053a59030db req-844bce26-1393-446b-8b25-d55485f86030 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0855970 May 18 14:41:29.353334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40018) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:29.379712 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.384601 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:29.408431 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-09f92e0c-5c2e-4c31-bf16-0053a59030db req-94316b05-9c27-4bc4-aba1-b8316bd9943b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 May 18 14:41:29.490871 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'Port': ['ID=9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:29.500769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:29.505232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:29.506984 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:29.509471 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:29.587008 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b553c19-f20b-4149-b058-dca4b0a09994 tempest-TestShelveInstance-1367097325 tempest-TestShelveInstance-1367097325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:29.587737 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9b553c19-f20b-4149-b058-dca4b0a09994 tempest-TestShelveInstance-1367097325 tempest-TestShelveInstance-1367097325-project-admin] Synchronizing usage tracker for tenant:3405fa63614f44308ee93c3ac96f9d88 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:29.605503 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9b553c19-f20b-4149-b058-dca4b0a09994 tempest-TestShelveInstance-1367097325 tempest-TestShelveInstance-1367097325-project-admin] Unset dirty status for tenant:3405fa63614f44308ee93c3ac96f9d88 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:29.606780 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9b553c19-f20b-4149-b058-dca4b0a09994 tempest-TestShelveInstance-1367097325 tempest-TestShelveInstance-1367097325-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1093 time: 0.2524664 May 18 14:41:29.610407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40028) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:29.615562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:29.621286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:29.625380 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Usage tracker for resource:floatingip and tenant:78b4b87ca6cc41ce807496b5c7f345c5 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:29.628570 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:29.634395 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:29.646138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for floatingip, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.746011 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946876f-d2c4-4766-8f4a-d52d43573536 req-3a003dd7-c940-4b99-a483-c67ac90dcb08 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:29.746715 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d946876f-d2c4-4766-8f4a-d52d43573536 req-3a003dd7-c940-4b99-a483-c67ac90dcb08 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:29.785792 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.832966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d946876f-d2c4-4766-8f4a-d52d43573536 req-3a003dd7-c940-4b99-a483-c67ac90dcb08 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:29.834125 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d946876f-d2c4-4766-8f4a-d52d43573536 req-3a003dd7-c940-4b99-a483-c67ac90dcb08 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 943 time: 0.2949524 May 18 14:41:29.933402 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Allocated IP 172.27.0.9 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/ebecba2e-7486-4d33-b83a-5c615cb66cba) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:29.961574 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d946876f-d2c4-4766-8f4a-d52d43573536 req-9a6b6011-2b12-4209-bf9e-0097a21899df tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189346 May 18 14:41:30.062020 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.090060 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.116921 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 6b993073-95df-486a-b0bf-3f3b557a5f2b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:41:30.125246 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.131882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:30.145699 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.207622 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:30.210933 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:30.213545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:30.256879 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'Port': ['ID=ebecba2e-7486-4d33-b83a-5c615cb66cba,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:30.274292 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.274690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.275101 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.275581 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.276312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.276658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.277032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.277523 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.277961 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.278438 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.279096 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.279571 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:30.283261 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:30.286891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:30.310473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '6b993073-95df-486a-b0bf-3f3b557a5f2b', 'network_id': 'ea1752f5-6319-4de1-a2c5-8a400af9ab5d', 'port_id': '6b993073-95df-486a-b0bf-3f3b557a5f2b', 'mac_address': 'fa:16:3e:d9:04:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:41:30.373351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.392221 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b993073-95df-486a-b0bf-3f3b557a5f2b {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:30.394513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.401152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.406318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1b1ee671-3775-46a8-9615-e6ccf08bfd3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:30.409362 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:30.414146 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.415955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:30.491937 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:30.494950 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:30.532569 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.630677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'Port': ['ID=9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:30.777601 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a105a5c-e33e-40d9-b357-8f838ad507dc req-62d09f35-f95e-424d-bec8-5d5e72f79bbd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:30.779118 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0a105a5c-e33e-40d9-b357-8f838ad507dc req-62d09f35-f95e-424d-bec8-5d5e72f79bbd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.2177031 May 18 14:41:30.799959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:30.837283 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Floating IP 41ae8a30-a6b3-4161-8811-845426e61b13 associated. External IP: 172.27.0.129, port: 15807f9a-6d70-4001-bb3f-dc2744fd2f0e. May 18 14:41:30.844533 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0a105a5c-e33e-40d9-b357-8f838ad507dc req-f03a13a9-8423-4cd0-a725-115d1be0c629 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 May 18 14:41:30.856219 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.944424 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.160984 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.167157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.171715 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:31.220838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['6b993073-95df-486a-b0bf-3f3b557a5f2b'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:31.246263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.293355 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Router c45506ee-f64f-4b43-8714-4a12c8cbdc77 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:31.306917 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fde46-c863-4469-ac41-d96036e8b105 req-414f510b-52fb-4f7e-a65e-e381f605e1cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:31.310161 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-967fde46-c863-4469-ac41-d96036e8b105 req-414f510b-52fb-4f7e-a65e-e381f605e1cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 944 time: 0.2373676 May 18 14:41:31.339761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event updated for resources: {'Port': ['ID=ebecba2e-7486-4d33-b83a-5c615cb66cba,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:31.352312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:31.455264 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-967fde46-c863-4469-ac41-d96036e8b105 req-6c9cc330-5e51-4a80-b19a-ec69ca49e595 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376815 May 18 14:41:31.456367 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Floating IP 41eb0305-3083-4c0d-8934-e3d3ba01ba62 associated. External IP: 172.27.0.9, port: 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9. May 18 14:41:31.541965 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:31.552865 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Sync routers for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:31.567221 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:31.567895 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:41:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:31.572846 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.637225 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0590062 May 18 14:41:31.638082 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:31.641736 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40052) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:31.646631 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604682423', 'description': 'tempest-secgroup-smoke-604682423 description', 'project_id': '49cfc755cdcf4692aaf6508c20d03019'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:31.656324 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:31.674900 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:31.697902 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:41:31.741929 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.755051 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:31.790914 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:31.798016 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:31.816446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-39b988c9-6d92-4356-b8e3-2ce4ebfb4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:31.817931 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-39b988c9-6d92-4356-b8e3-2ce4ebfb4df5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1098 time: 0.0800340 May 18 14:41:31.848998 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:31.872144 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:31.933409 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Router d5db182b-5ef1-4ed3-a37e-90707ae2444c has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:31.992194 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-64f75f2c-6a1f-410e-a35e-2cd285a8c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:31.993692 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-64f75f2c-6a1f-410e-a35e-2cd285a8c5ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.1584787 May 18 14:41:32.094406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.108499 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-076122da-e206-4b36-aa77-5287bb9ca525 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 999 time: 0.1034122 May 18 14:41:32.116463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.124984 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41ae8a30-a6b3-4161-8811-845426e61b13', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'port_id': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'mac_address': 'fa:16:3e:e9:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b05f46-128e-468e-96f9-575efc86e6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:29Z', 'updated_at': '2021-05-18T14:41:29Z', 'revision_number': 0, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:32.128094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5c9f2fb7-763d-40a7-bc8e-fa8863e0c2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:32.131527 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Checking router: c45506ee-f64f-4b43-8714-4a12c8cbdc77 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:32.142838 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:32.143540 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:41:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:32.184285 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-41d309f1-1ee2-4998-a235-e0e9d90f9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:32.185957 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-41d309f1-1ee2-4998-a235-e0e9d90f9632 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0660841 May 18 14:41:32.276023 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-25d7edb8-44d3-44bf-88ef-7043722651a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:32.276618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15eebd7c-d5f4-44da-a013-d6cdb1eed921,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:32.277810 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-25d7edb8-44d3-44bf-88ef-7043722651a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773461 May 18 14:41:32.281502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:32.283952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:32.291181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.295197 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6500494 May 18 14:41:32.295890 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40060) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:32.299927 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Sync routers for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:32.302057 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:32.320420 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29eec-3533-4a58-9bcb-0d04ded90eaa req-e75ec2bb-6455-4a7d-b8bf-f761b6e22b03 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:32.324580 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:32.326558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:41:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:32.326713 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:32.327655 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-78c29eec-3533-4a58-9bcb-0d04ded90eaa req-e75ec2bb-6455-4a7d-b8bf-f761b6e22b03 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.3263323 May 18 14:41:32.351851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:32.358314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:32.363278 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:32.377965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:32.380263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.458924 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-808db85f-d857-4f9b-80d2-bbc72f06303f service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612976 May 18 14:41:32.585350 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-78c29eec-3533-4a58-9bcb-0d04ded90eaa req-9d8526eb-77b0-4d84-b9bf-2b8086a29e1e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559752 May 18 14:41:32.589360 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:32.625065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.673999 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0624335 May 18 14:41:32.681158 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:32.793774 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8a29ccc-1f56-4024-9e98-7a5b04e5715a req-1e38658e-c915-4fc6-b9a6-3c2d988e77d8 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248365 May 18 14:41:32.804531 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41ae8a30-a6b3-4161-8811-845426e61b13', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'port_id': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'mac_address': 'fa:16:3e:e9:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b05f46-128e-468e-96f9-575efc86e6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:29Z', 'updated_at': '2021-05-18T14:41:29Z', 'revision_number': 0, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:32.809053 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229aa261-fcde-4c0f-b823-454f06f90adc None None] The sync data for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi is: [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41ae8a30-a6b3-4161-8811-845426e61b13', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'port_id': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'mac_address': 'fa:16:3e:e9:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b05f46-128e-468e-96f9-575efc86e6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:29Z', 'updated_at': '2021-05-18T14:41:29Z', 'revision_number': 0, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:32.881545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.889865 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.899012 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d4cbcee1-ae55-4451-a52a-a3168180cf22 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:32.921752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2551db53-ebb8-449e-b484-33dd71dbe4c5,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:32.925390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:32.939905 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a9f2-c752-4faa-94e2-a001fb2962c8 req-85b87047-689c-4d68-be3d-8e028c6eac0c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:32.941387 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ece2a9f2-c752-4faa-94e2-a001fb2962c8 req-85b87047-689c-4d68-be3d-8e028c6eac0c tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 944 time: 0.1586957 May 18 14:41:32.943206 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.944250 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-e78515b9-81ed-4da0-bc39-8b12cc8d3316 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6476867 May 18 14:41:32.947268 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40076) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:32.953188 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:32.959203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:32.963452 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:32.967053 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:32.975409 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:32.995927 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.000538 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ece2a9f2-c752-4faa-94e2-a001fb2962c8 req-c7bf1446-c2db-4da4-a2d8-3d2939d68711 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 May 18 14:41:33.045808 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'status': 'completed', 'code': 200} May 18 14:41:33.067901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.075880 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.078693 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:33.097167 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6163f45b-bf6f-4f7d-903e-df239931237a,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:33.118227 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ebd67-8b74-4763-96ea-1c15f075f4f2 None None] New status for floating IP 41ae8a30-a6b3-4161-8811-845426e61b13: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:41:33.144893 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:33.150122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41eb0305-3083-4c0d-8934-e3d3ba01ba62', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'mac_address': 'fa:16:3e:d5:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:30Z', 'updated_at': '2021-05-18T14:41:30Z', 'revision_number': 0, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:33.156721 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Checking router: d5db182b-5ef1-4ed3-a37e-90707ae2444c for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:33.167117 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.168298 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2200334 May 18 14:41:33.171012 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40080) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:33.172495 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:33.173249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:41:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:33.177627 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:33.184188 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:33.189578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:33.193508 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:33.202647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:33.218920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625adc-2a14-487e-a16d-70bde643666a req-448e631f-6565-4cd9-9e80-2ffbdf1d5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:33.220645 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-448e631f-6565-4cd9-9e80-2ffbdf1d5fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.1246624 May 18 14:41:33.227875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.372093 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aedcd068-49a4-413e-b0ce-0959ae6bbfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.388750 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:33.399167 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.407536 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625adc-2a14-487e-a16d-70bde643666a req-88780448-1744-4fb1-b48c-a5b87031791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:33.409023 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-88780448-1744-4fb1-b48c-a5b87031791e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1739411 May 18 14:41:33.409583 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.411654 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-faf7ec0b-a02b-4634-987c-6bd5aae880ef tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:33.487746 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee8058a-82ec-42e3-8adf-543e15579dac,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:33.495867 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:33.518870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.520074 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480239 May 18 14:41:33.522799 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40084) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:33.529803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:33.539700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:33.551488 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:33.556324 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:33.560050 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-f6c65880-9a2f-4c68-bda6-a3e5fc8c6c69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 997 time: 0.1325355 May 18 14:41:33.564748 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:33.625246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.661487 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625adc-2a14-487e-a16d-70bde643666a req-01c7cd3b-d6ca-4fa7-a9ef-63d2b51d82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:33.663178 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-01c7cd3b-d6ca-4fa7-a9ef-63d2b51d82c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0933685 May 18 14:41:33.764272 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.773393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.783474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-37dbcf6d-6228-4292-8ad9-92272ce369a5 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:33.797428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24589f-0068-4eb8-9e79-80285e5e3438 req-b5384ab8-5dcb-4642-9ca3-3921cc04412d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:33.798326 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625adc-2a14-487e-a16d-70bde643666a req-7b8fcbbd-2f61-4630-a756-5cc051ad5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:33.798708 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cf24589f-0068-4eb8-9e79-80285e5e3438 req-b5384ab8-5dcb-4642-9ca3-3921cc04412d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0853610 May 18 14:41:33.800724 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-7b8fcbbd-2f61-4630-a756-5cc051ad5ded service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258698 May 18 14:41:33.819538 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41eb0305-3083-4c0d-8934-e3d3ba01ba62', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'mac_address': 'fa:16:3e:d5:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:30Z', 'updated_at': '2021-05-18T14:41:30Z', 'revision_number': 0, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:33.824237 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad566153-8ed7-40bd-a45a-a6ced9cd813c None None] The sync data for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi is: [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '41eb0305-3083-4c0d-8934-e3d3ba01ba62', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'mac_address': 'fa:16:3e:d5:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:41:30Z', 'updated_at': '2021-05-18T14:41:30Z', 'revision_number': 0, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:33.830702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d97d43-bace-4aef-8910-2b1fa70011c4,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:33.838345 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:33.847194 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cf24589f-0068-4eb8-9e79-80285e5e3438 req-4de00394-acf7-4c94-9462-3056e1cde07a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 May 18 14:41:33.914298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.918025 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918207 May 18 14:41:33.918439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40094) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:33.924329 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:33.930500 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:33.934740 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:33.938184 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:33.948397 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:33.961308 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.securitygroups_db [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Project 49cfc755cdcf4692aaf6508c20d03019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:41:33.969834 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:33.972961 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-3ad2f06a-a0c7-4418-9082-593b3e193d3a service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616480 May 18 14:41:34.063246 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.069680 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.082381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-14e5b202-3d45-4db8-b67e-8d68110c69f1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:34.087797 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3aebc-254f-4227-8091-77be5076cd58 None None] New status for floating IP 41eb0305-3083-4c0d-8934-e3d3ba01ba62: ACTIVE {{(pid=91495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:41:34.108154 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a236358-8009-4f34-b038-90377d9c1c60,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:34.112285 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:34.136019 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b1625adc-2a14-487e-a16d-70bde643666a req-f8d41bb1-c190-4d0e-af6f-95134e44be6f service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548462 May 18 14:41:34.163884 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 6b993073-95df-486a-b0bf-3f3b557a5f2b up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:41:34.166251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.167574 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-b191edb3-59ee-4c4e-adc6-0cfb74880a6e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2480996 May 18 14:41:34.171088 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40102) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:34.181906 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'security_group_rule': {'security_group_id': '15eebd7c-d5f4-44da-a013-d6cdb1eed921', 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:34.192796 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:34.197403 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Usage tracker for resource:security_group_rule and tenant:49cfc755cdcf4692aaf6508c20d03019 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:34.201593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:34.208751 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:34.222451 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d7fb6-47c5-42b2-9f73-09acfea633c0 req-157db27d-a646-4e0d-8b65-662a5948bc2d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:34.224282 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.securitygroups_db [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Project 49cfc755cdcf4692aaf6508c20d03019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:41:34.229545 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-db6d7fb6-47c5-42b2-9f73-09acfea633c0 req-157db27d-a646-4e0d-8b65-662a5948bc2d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 944 time: 0.1161275 May 18 14:41:34.230771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.291521 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-db6d7fb6-47c5-42b2-9f73-09acfea633c0 req-a0d184b0-7e2a-4cf4-8b52-64c8aa1e2ecd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 May 18 14:41:34.304248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.308810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.311084 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-646f02a0-7911-4dc5-bd36-665edc36e231 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:34.333168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4054499f-0de6-44a2-8f22-f130597a73f8,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:34.339488 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:34.343301 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.344844 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1a73c629-7a52-4693-bbc3-7007a9a000ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1724634 May 18 14:41:34.363310 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 6b993073-95df-486a-b0bf-3f3b557a5f2b completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:41:34.374167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 6b993073-95df-486a-b0bf-3f3b557a5f2b triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:34.375733 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.477563 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-4cbe114d-0c79-4669-809a-01ca17ad490c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604682423&fields=id&tenant_id=49cfc755cdcf4692aaf6508c20d03019 HTTP/1.1" status: 200 len: 267 time: 0.0480516 May 18 14:41:34.545635 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.565648 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-e9138002-62b4-4fcd-ad9c-8e4915e32d9c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:34.567175 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-e9138002-62b4-4fcd-ad9c-8e4915e32d9c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0836658 May 18 14:41:34.573832 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:34.579129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'port': {'security_groups': ['f869f71d-f7dd-4094-8a04-985ded2d3ec6', '15eebd7c-d5f4-44da-a013-d6cdb1eed921']}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:34.584203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:34.590205 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.592703 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:34.627165 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b', 'code': 200} May 18 14:41:34.672386 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:34.676344 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:34.702711 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.023510 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:35.028852 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b8a-ad99-4cf5-9d34-66bdbae960a1 req-b867b82a-2c5d-4377-b06e-278d48510346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.030381 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-28d12b8a-ad99-4cf5-9d34-66bdbae960a1 req-b867b82a-2c5d-4377-b06e-278d48510346 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 1098 time: 0.2010782 May 18 14:41:35.045440 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131b758-4086-4ead-8b93-83b0203f12da req-80e51efa-5a4f-4c87-a874-fd2b227058d5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.047317 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6131b758-4086-4ead-8b93-83b0203f12da req-80e51efa-5a4f-4c87-a874-fd2b227058d5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0856564 May 18 14:41:35.069422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.082775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.090557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-46a10a67-4d7d-4770-b233-b5428be4df41 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:35.099532 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:35.100324 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6131b758-4086-4ead-8b93-83b0203f12da req-c9e1af6c-794d-4469-bb9b-19de1637c0a8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 May 18 14:41:35.250133 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-28d12b8a-ad99-4cf5-9d34-66bdbae960a1 req-c9e30804-56a0-4274-b942-5a7eb0d94451 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027445 May 18 14:41:35.262729 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.263441 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.264794 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0c753371-bcef-496e-a5b6-2838ab5f336d req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "PUT /v2.0/ports/15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 981 time: 0.6907711 May 18 14:41:35.265402 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:35.290732 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=6']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:35.293966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:35.333862 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:41:35.485322 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-12c4eab6-9b94-4b44-b548-824c5d299a2e None None] Provisioning complete for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:35.485938 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-12c4eab6-9b94-4b44-b548-824c5d299a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.510094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:35.631384 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.721710 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-41a6c204-ca42-46ca-8b1f-ea485404c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.723416 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-41a6c204-ca42-46ca-8b1f-ea485404c41a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1137 time: 0.0882828 May 18 14:41:35.844639 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e30d3-cfea-4d2d-9d64-1af9c6ff0d3e req-c2be1558-2d41-4201-907d-76947d33bce4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.846155 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-509e30d3-cfea-4d2d-9d64-1af9c6ff0d3e req-c2be1558-2d41-4201-907d-76947d33bce4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1613812 May 18 14:41:35.849029 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c911e-03f8-43cd-93e6-ff1dc4c5d422 req-549e5eac-7429-4595-bf93-92e0b24043dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.850333 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d97c911e-03f8-43cd-93e6-ff1dc4c5d422 req-549e5eac-7429-4595-bf93-92e0b24043dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.1092999 May 18 14:41:35.885045 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-798c23e0-6e13-48ad-af59-dc9190e3ef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.924882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-509e30d3-cfea-4d2d-9d64-1af9c6ff0d3e req-4a4ae861-b6ef-4629-880f-92f9a47d2dee tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:35.929621 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ce5e-392f-4c7b-854b-74e19bca1738 req-9275ca6f-18e4-45b9-a192-6e664d45ac36 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.930771 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f68ce5e-392f-4c7b-854b-74e19bca1738 req-9275ca6f-18e4-45b9-a192-6e664d45ac36 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.2062869 May 18 14:41:35.931565 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d97c911e-03f8-43cd-93e6-ff1dc4c5d422 req-5d95a067-a3c9-4388-8604-be93968faa29 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 May 18 14:41:35.931998 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-b9f6dcea-b494-4227-a22e-567ccac83faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:35.933292 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-b9f6dcea-b494-4227-a22e-567ccac83faf service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.1744866 May 18 14:41:35.946185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-509e30d3-cfea-4d2d-9d64-1af9c6ff0d3e req-4a4ae861-b6ef-4629-880f-92f9a47d2dee tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:35.947614 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-509e30d3-cfea-4d2d-9d64-1af9c6ff0d3e req-4a4ae861-b6ef-4629-880f-92f9a47d2dee tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955400 May 18 14:41:35.986848 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f68ce5e-392f-4c7b-854b-74e19bca1738 req-e52c4990-508c-4d5b-a0bb-7694f695e64f tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486374 May 18 14:41:36.261908 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-b5355d9a-b1f0-46a3-87e6-5b2dac195215 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 1001 time: 0.0997357 May 18 14:41:36.322956 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17f848-afb1-4318-9ddf-d2d685dd0921 req-2e34dcec-e282-4fea-91a0-cdbd33b9f56b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:36.324451 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2e17f848-afb1-4318-9ddf-d2d685dd0921 req-2e34dcec-e282-4fea-91a0-cdbd33b9f56b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0912576 May 18 14:41:36.341982 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-2f5c6734-add7-42e1-88b0-94d08ff1c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:36.343559 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-2f5c6734-add7-42e1-88b0-94d08ff1c1f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0633321 May 18 14:41:36.371326 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2e17f848-afb1-4318-9ddf-d2d685dd0921 req-e4f79ca6-8b56-4ac5-9ac2-0c35a15b2314 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 May 18 14:41:36.426638 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-4e845df4-b7a4-49e4-85f3-c11bb43eb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:36.428170 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-4e845df4-b7a4-49e4-85f3-c11bb43eb784 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755246 May 18 14:41:36.566138 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-5e965821-abbb-47e8-adbd-8bf1e1718134 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267037 May 18 14:41:36.705400 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e699ea4d-0565-4637-9b38-fe47010eb916 req-27325d2d-7dd4-401a-bff2-31af0c026fda service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290219 May 18 14:41:36.962197 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:37.193562 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4b84e-ef83-41cd-b9f2-c2acc7a53880 req-31cd0536-0e35-48c9-ab00-cd659b157122 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:37.195040 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9dd4b84e-ef83-41cd-b9f2-c2acc7a53880 req-31cd0536-0e35-48c9-ab00-cd659b157122 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.0954788 May 18 14:41:37.245906 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9dd4b84e-ef83-41cd-b9f2-c2acc7a53880 req-ad42b4a2-eb8a-491b-a958-b9f85f937399 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 May 18 14:41:37.581878 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686cb5-b4fa-4c5d-9689-a6ca45e085df req-53bfae6f-cb43-49c0-a880-8a065cb37f84 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:37.583335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5b686cb5-b4fa-4c5d-9689-a6ca45e085df req-53bfae6f-cb43-49c0-a880-8a065cb37f84 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0905893 May 18 14:41:37.633380 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5b686cb5-b4fa-4c5d-9689-a6ca45e085df req-6ca1d911-8709-4ac5-84c9-a0b77c82dc81 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 May 18 14:41:38.437055 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7f31f-093b-46ad-9473-2992968a1e62 req-7d6e3597-f547-4a85-b6c3-1507178804eb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:38.438478 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61f7f31f-093b-46ad-9473-2992968a1e62 req-7d6e3597-f547-4a85-b6c3-1507178804eb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.0831785 May 18 14:41:38.491914 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61f7f31f-093b-46ad-9473-2992968a1e62 req-81a05e5c-849f-4c79-a015-efadb0847251 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 May 18 14:41:38.566338 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:38.641411 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:38.837129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ad878-2216-411e-8cce-ecec0acf5073 req-72aebe72-4cae-4f3c-8608-a6b4079baced tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:38.838641 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-516ad878-2216-411e-8cce-ecec0acf5073 req-72aebe72-4cae-4f3c-8608-a6b4079baced tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0954354 May 18 14:41:38.902610 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-516ad878-2216-411e-8cce-ecec0acf5073 req-6b3f0910-b570-4598-b9ee-139ce6fda391 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 May 18 14:41:40.109140 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74699c-113e-4d77-87ab-f2446ee669b3 req-92114d1d-e69a-49c8-9eb0-2109a4e5c840 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:40.111479 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce74699c-113e-4d77-87ab-f2446ee669b3 req-92114d1d-e69a-49c8-9eb0-2109a4e5c840 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0927954 May 18 14:41:40.161458 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce74699c-113e-4d77-87ab-f2446ee669b3 req-e59b97db-84ff-4f72-9f5b-1f190707cdda tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 May 18 14:41:41.366698 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d5a2-b43f-46b1-b43a-8c400aa8f352 req-4707e249-18e8-49e6-a22c-f2248f523cf7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:41.368216 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b27d5a2-b43f-46b1-b43a-8c400aa8f352 req-4707e249-18e8-49e6-a22c-f2248f523cf7 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0879166 May 18 14:41:41.414432 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b27d5a2-b43f-46b1-b43a-8c400aa8f352 req-1f2f3887-6e22-4c62-b6e9-1df7d6fa6a4b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 May 18 14:41:41.912729 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096795-f52c-48f9-897b-95ddccb3f94c req-fa06061b-e952-41df-a9b6-15b2be61a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:41.914404 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-fa06061b-e952-41df-a9b6-15b2be61a569 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.1404073 May 18 14:41:41.922217 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f408e-b326-4d25-b10d-1dfdf1c39949 req-81dda41c-ff0b-45bb-ab3a-e6166eb59e23 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:41.923591 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f0f408e-b326-4d25-b10d-1dfdf1c39949 req-81dda41c-ff0b-45bb-ab3a-e6166eb59e23 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1127336 May 18 14:41:42.061754 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f0f408e-b326-4d25-b10d-1dfdf1c39949 req-c99177b5-df2d-4b19-9940-fcfc3beeb1a6 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311436 May 18 14:41:42.097083 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096795-f52c-48f9-897b-95ddccb3f94c req-3e99f6b8-9da8-42b6-aa4f-58852cfda404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:42.098565 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-3e99f6b8-9da8-42b6-aa4f-58852cfda404 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.1693385 May 18 14:41:42.172841 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-be30767b-6437-46d5-9919-df0de308c07f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0648665 May 18 14:41:42.236285 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096795-f52c-48f9-897b-95ddccb3f94c req-8b8030f8-8c4c-43ae-8089-d92963d93028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:42.237699 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-8b8030f8-8c4c-43ae-8089-d92963d93028 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0577385 May 18 14:41:42.370893 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-89fc9666-3c3f-43d3-b0b7-ca37e09b1fc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263256 May 18 14:41:42.514281 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-899c6662-6414-4657-a9c8-9468d1ae2cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262047 May 18 14:41:42.647114 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-63096795-f52c-48f9-897b-95ddccb3f94c req-01903ca1-12de-46d3-b951-a17aadd48e29 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246071 May 18 14:41:43.268609 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290e86-a9ef-49c4-b9ac-2b035847a5da req-aabcab6b-ba0e-4c33-af5b-f2d76f9048ab tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:43.270070 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ad290e86-a9ef-49c4-b9ac-2b035847a5da req-aabcab6b-ba0e-4c33-af5b-f2d76f9048ab tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0859487 May 18 14:41:43.321838 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ad290e86-a9ef-49c4-b9ac-2b035847a5da req-e1343f2d-bc04-4f10-a5d8-45bcbf540c8e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 May 18 14:41:44.524220 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd86cd-3861-46e1-b344-5df6773e1e5a req-ab7ea033-0cbd-415a-b05f-a2760c429f69 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:44.525764 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f9cd86cd-3861-46e1-b344-5df6773e1e5a req-ab7ea033-0cbd-415a-b05f-a2760c429f69 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0848374 May 18 14:41:44.571336 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f9cd86cd-3861-46e1-b344-5df6773e1e5a req-713572ae-f7f9-4898-85e9-5871a768da0e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 May 18 14:41:45.513099 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40260) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:45.649899 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:45.664842 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:45.668859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Usage tracker for resource:security_group_rule and tenant:8c745ead7c0c47c1913266c3f4538655 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:45.672135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:45.678919 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:45.821822 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9fe30-67a0-4ef2-9838-5e1d1c1561f4 req-54db8e69-e10f-4fa9-ad30-66096406d138 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:45.823210 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ce9fe30-67a0-4ef2-9838-5e1d1c1561f4 req-54db8e69-e10f-4fa9-ad30-66096406d138 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1378849 May 18 14:41:45.858484 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:45.866677 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:45.880986 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8adac98d-23bb-494e-a504-2ea10a6e7e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:45.921800 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c745ead7c0c47c1913266c3f4538655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075327 May 18 14:41:45.924756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40268) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:45.927723 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ce9fe30-67a0-4ef2-9838-5e1d1c1561f4 req-f72b5f07-4f3f-48f0-978f-4e5c9c63c128 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925751 May 18 14:41:45.931841 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad7a3eb-9132-4252-9887-b5dcc6485cda,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:45.935105 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:45.992335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.019970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.078129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.081756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:46.093279 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad7a3eb-9132-4252-9887-b5dcc6485cda,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:46.097772 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:46.099943 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.100829 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ad7a3eb-9132-4252-9887-b5dcc6485cda HTTP/1.1" status: 204 len: 168 time: 0.1750698 May 18 14:41:47.151888 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92596d7-7a22-4304-8da4-eaad76b527cf req-fdd833c5-f1ca-4521-be1d-50902adf7d74 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:47.155452 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e92596d7-7a22-4304-8da4-eaad76b527cf req-fdd833c5-f1ca-4521-be1d-50902adf7d74 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0943949 May 18 14:41:47.203872 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e92596d7-7a22-4304-8da4-eaad76b527cf req-1434cc32-9dcc-4d52-b817-7b122e6fd18d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 May 18 14:41:48.409504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077f43-0f41-434d-a667-d57ca3ba175b req-42201bc0-ac67-40da-a0e6-17859bea0bce tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:48.413720 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-87077f43-0f41-434d-a667-d57ca3ba175b req-42201bc0-ac67-40da-a0e6-17859bea0bce tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0859137 May 18 14:41:48.468142 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-87077f43-0f41-434d-a667-d57ca3ba175b req-0623f70c-5c89-4731-89bd-f5ba31859a35 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494337 May 18 14:41:50.216215 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d491fe-97b0-491c-b6fd-d0e0deae98f2 req-f00eb814-1d40-463c-bc94-686c1b696471 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:50.217706 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-85d491fe-97b0-491c-b6fd-d0e0deae98f2 req-f00eb814-1d40-463c-bc94-686c1b696471 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0860465 May 18 14:41:50.265380 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-85d491fe-97b0-491c-b6fd-d0e0deae98f2 req-1dd91e31-6828-49a4-a7b0-6556b33b12b1 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 May 18 14:41:50.304921 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:54.128303 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808a5d5-99fa-472a-92ae-ca6cb6b7a095 req-5130a7d6-7fb7-46f2-bd65-7675441c9db5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.129840 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e808a5d5-99fa-472a-92ae-ca6cb6b7a095 req-5130a7d6-7fb7-46f2-bd65-7675441c9db5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.1562963 May 18 14:41:54.176885 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e808a5d5-99fa-472a-92ae-ca6cb6b7a095 req-b20145b0-ef81-4f86-9134-5675b7f78199 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 May 18 14:41:55.384271 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d4e6-3ec2-4bff-ad9b-fae28aed0a86 req-28408122-f14f-401a-bc86-46b7daf788b8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.386510 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-39e0d4e6-3ec2-4bff-ad9b-fae28aed0a86 req-28408122-f14f-401a-bc86-46b7daf788b8 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.0984626 May 18 14:41:55.436427 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-39e0d4e6-3ec2-4bff-ad9b-fae28aed0a86 req-2e33f54b-1500-47eb-84a3-d29aad74325d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 May 18 14:41:56.640277 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed6c1-617e-4c08-8d48-778a00995610 req-f86341d3-f1be-4222-b1d6-26f4e5a1458b tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.641713 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f9ed6c1-617e-4c08-8d48-778a00995610 req-f86341d3-f1be-4222-b1d6-26f4e5a1458b tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.0886099 May 18 14:41:56.687676 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f9ed6c1-617e-4c08-8d48-778a00995610 req-2d3b11f9-ab57-4ab4-8baa-32308f4a22ab tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 May 18 14:41:56.844649 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-6b3814cf-e9da-42b6-872a-57f0ce5fa1cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.845980 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-6b3814cf-e9da-42b6-872a-57f0ce5fa1cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 945 time: 0.0841014 May 18 14:41:56.986764 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Deleting port 6b993073-95df-486a-b0bf-3f3b557a5f2b {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:56.987200 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.123112 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] For port 6b993073-95df-486a-b0bf-3f3b557a5f2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6b993073-95df-486a-b0bf-3f3b557a5f2b,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:57.123353 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.254155 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Calling delete_port for 6b993073-95df-486a-b0bf-3f3b557a5f2b owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:57.387353 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.393118 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:57.407669 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1', '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', '6b993073-95df-486a-b0bf-3f3b557a5f2b'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:57.437345 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event deleted for resources: {'Port': ['ID=6b993073-95df-486a-b0bf-3f3b557a5f2b,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:57.442182 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:57.516619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] No DVR routers for this DVR port 6b993073-95df-486a-b0bf-3f3b557a5f2b on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:57.519283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.522729 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'name': 'network-vif-deleted', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:57.539213 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5dcc5d7-c5ad-4608-ad80-e042792661de req-56315359-cacc-4774-82f6-489abafcc610 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "DELETE /v2.0/ports/6b993073-95df-486a-b0bf-3f3b557a5f2b HTTP/1.1" status: 204 len: 173 time: 0.6861618 May 18 14:41:57.571131 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58', 'name': 'network-vif-deleted', 'tag': '6b993073-95df-486a-b0bf-3f3b557a5f2b', 'status': 'completed', 'code': 200} May 18 14:41:57.858209 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f7422c60-6b64-405f-8ae6-2d795081b359 req-4790c665-7ffb-4e5d-bb69-656d7948437a tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae0ab9c0-4ba9-4e80-9d0e-9f5928e0ed58 HTTP/1.1" status: 200 len: 210 time: 0.0437667 May 18 14:42:00.304518 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a41-e988-4c18-b145-7395af242b27 req-a0ef10b7-1004-4ea9-87e8-eab629a262c8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.305984 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3de69a41-e988-4c18-b145-7395af242b27 req-a0ef10b7-1004-4ea9-87e8-eab629a262c8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1941576 May 18 14:42:00.308777 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-2d6a2acf-1080-4a37-ad7d-62456c6c61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.310115 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-2d6a2acf-1080-4a37-ad7d-62456c6c61dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.2409313 May 18 14:42:00.322817 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 6b993073-95df-486a-b0bf-3f3b557a5f2b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:00.359720 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 6b993073-95df-486a-b0bf-3f3b557a5f2b {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:00.360102 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 6b993073-95df-486a-b0bf-3f3b557a5f2b not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:00.437141 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3de69a41-e988-4c18-b145-7395af242b27 req-f3d1202b-8fc7-45be-bdf7-20ba733150a8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249304 May 18 14:42:00.487078 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-e2c75055-b581-4a67-b138-5d3d7808dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.488701 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-e2c75055-b581-4a67-b138-5d3d7808dcd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.1619458 May 18 14:42:00.562659 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-190c2deb-cb77-4fc5-9b28-d7f45128b155 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0661044 May 18 14:42:00.587379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e3191-12b3-4971-9356-0467c2a15f79 req-d6b719fb-afff-4f8c-86ba-778ec62ce474 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.588853 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8c0e3191-12b3-4971-9356-0467c2a15f79 req-d6b719fb-afff-4f8c-86ba-778ec62ce474 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.0856934 May 18 14:42:00.632753 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-3fd54201-f8d4-48de-b693-abe42dad21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.634383 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-3fd54201-f8d4-48de-b693-abe42dad21c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0620341 May 18 14:42:00.635689 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8c0e3191-12b3-4971-9356-0467c2a15f79 req-2eccaa5f-9743-414d-bd55-c5ad2e06bf55 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 May 18 14:42:00.687251 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-d2e1a8f4-6842-491d-b78c-3daf509afa4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451715 May 18 14:42:00.840589 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-2af6057b-5624-4096-b449-ad625f9fed95 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435881 May 18 14:42:00.993153 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d1c27199-00a5-4827-afda-1f562b1b7ccd req-45890b75-1fc5-45b7-ae01-5cc24b72f5ae service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417801 May 18 14:42:01.637051 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890d5a1-31d1-45e0-81bc-665d06ba0a5a req-8b869c41-5e6d-456b-b214-a4162427c8c9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.638416 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2890d5a1-31d1-45e0-81bc-665d06ba0a5a req-8b869c41-5e6d-456b-b214-a4162427c8c9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0891385 May 18 14:42:01.686187 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2890d5a1-31d1-45e0-81bc-665d06ba0a5a req-331d3b15-cbd2-438e-9c7e-04d71c0f128f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 May 18 14:42:01.830825 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b9046-87e0-4638-b759-f833609f68d5 req-35437168-d458-4763-b0a8-c76482bdedbb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.832548 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-727b9046-87e0-4638-b759-f833609f68d5 req-35437168-d458-4763-b0a8-c76482bdedbb tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.0864377 May 18 14:42:01.881151 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-727b9046-87e0-4638-b759-f833609f68d5 req-19fb2dee-f47a-4f6c-889c-59301ac58bbe tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 May 18 14:42:02.872708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa654-2df7-4754-8f70-a51804529dd9 req-f7b9680c-fafb-42d8-a1ad-76c347fd1192 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:02.873317 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-947aa654-2df7-4754-8f70-a51804529dd9 req-f7b9680c-fafb-42d8-a1ad-76c347fd1192 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:02.886461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49f31-b8db-42bb-9657-4436f6f86488 req-3d6540c5-4c3d-4d26-9b8a-ba3a98505e8f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:02.887982 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a2d49f31-b8db-42bb-9657-4436f6f86488 req-3d6540c5-4c3d-4d26-9b8a-ba3a98505e8f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0877202 May 18 14:42:02.890699 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-947aa654-2df7-4754-8f70-a51804529dd9 req-f7b9680c-fafb-42d8-a1ad-76c347fd1192 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:02.891873 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-947aa654-2df7-4754-8f70-a51804529dd9 req-f7b9680c-fafb-42d8-a1ad-76c347fd1192 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.1010451 May 18 14:42:02.937029 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a2d49f31-b8db-42bb-9657-4436f6f86488 req-badafef3-d60b-48a7-b3d6-2a0178cef407 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 May 18 14:42:03.090417 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Deleting port cdca7f67-c701-4b7e-8ae6-130c16a11ebd {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:03.090730 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.138190 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fca1-eebb-46dc-8b8f-90a16a213600 req-7fc7d12e-38c1-4b58-9895-f7a96004f271 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:03.139549 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-31b3fca1-eebb-46dc-8b8f-90a16a213600 req-7fc7d12e-38c1-4b58-9895-f7a96004f271 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 946 time: 0.1293919 May 18 14:42:03.263856 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-31b3fca1-eebb-46dc-8b8f-90a16a213600 req-28cce2e2-4934-4334-988f-992d67ecc9af tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736675 May 18 14:42:03.273135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] For port cdca7f67-c701-4b7e-8ae6-130c16a11ebd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:03.273485 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.318251 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b22838a0-0b9b-45d5-a1be-94bb1cca22e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.398203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Calling delete_port for cdca7f67-c701-4b7e-8ae6-130c16a11ebd owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:03.515081 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.521793 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4b61dade-8ee9-46ee-92bc-6b8e3da306a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:03.527859 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1', '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:03.565446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event deleted for resources: {'Port': ['ID=cdca7f67-c701-4b7e-8ae6-130c16a11ebd,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:03.574404 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.574771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.575148 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.575499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.575844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.576188 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.576529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.576867 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.577204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.577538 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.577874 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.578207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:03.587000 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:03.772126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] No DVR routers for this DVR port cdca7f67-c701-4b7e-8ae6-130c16a11ebd on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:03.775539 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.778260 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'name': 'network-vif-deleted', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:03.798876 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-947aa654-2df7-4754-8f70-a51804529dd9 req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "DELETE /v2.0/ports/cdca7f67-c701-4b7e-8ae6-130c16a11ebd HTTP/1.1" status: 204 len: 173 time: 0.9002771 May 18 14:42:03.842421 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9677fb-6416-4f3a-b298-0d1d17b9eb0f', 'name': 'network-vif-deleted', 'tag': 'cdca7f67-c701-4b7e-8ae6-130c16a11ebd', 'status': 'completed', 'code': 200} May 18 14:42:04.139749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e07d8b-9c45-4cad-92e1-481e2be105a8 req-18e97d9e-e5bc-4b42-9c45-94d13cd2cc66 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:04.141184 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-43e07d8b-9c45-4cad-92e1-481e2be105a8 req-18e97d9e-e5bc-4b42-9c45-94d13cd2cc66 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0824683 May 18 14:42:04.188940 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-43e07d8b-9c45-4cad-92e1-481e2be105a8 req-b7f2804d-2589-4a76-8972-24ac3cc8a55c tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 May 18 14:42:04.439636 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8738e5ec-1a79-444a-a157-98033fc2982f req-cc212788-8b9b-4755-9af7-dab2d4ec9e5e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f9677fb-6416-4f3a-b298-0d1d17b9eb0f HTTP/1.1" status: 200 len: 210 time: 0.0448730 May 18 14:42:05.387934 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b350-d3ee-449a-9e26-bfccee6309cc req-155e4047-a094-4250-80b4-a598cf305bf8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.389410 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4b23b350-d3ee-449a-9e26-bfccee6309cc req-155e4047-a094-4250-80b4-a598cf305bf8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0831015 May 18 14:42:05.434104 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4b23b350-d3ee-449a-9e26-bfccee6309cc req-1e4d6830-0d75-4cc0-aad4-f3a65d79b228 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 May 18 14:42:05.550004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.850737 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0bb9879c-a5bc-4e2f-b2aa-1ff706d83641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.911745 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e25e-1098-4bc7-a5f2-4fdced852d8d req-f74e799d-fbb9-4a54-924f-32c7c885c6bf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.913234 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1f36e25e-1098-4bc7-a5f2-4fdced852d8d req-f74e799d-fbb9-4a54-924f-32c7c885c6bf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.0935671 May 18 14:42:05.963435 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1f36e25e-1098-4bc7-a5f2-4fdced852d8d req-171ed507-1076-4e0f-97ef-ecdab48c5c08 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 May 18 14:42:06.342891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device cdca7f67-c701-4b7e-8ae6-130c16a11ebd no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:06.379114 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: cdca7f67-c701-4b7e-8ae6-130c16a11ebd {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:06.379468 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device cdca7f67-c701-4b7e-8ae6-130c16a11ebd not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:06.636348 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf037-430e-4f39-a849-bfb4ad05bbca req-ae066577-2a60-4dd2-aebd-b29ae1f937b4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:06.637801 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-25fcf037-430e-4f39-a849-bfb4ad05bbca req-ae066577-2a60-4dd2-aebd-b29ae1f937b4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0875859 May 18 14:42:06.686896 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-25fcf037-430e-4f39-a849-bfb4ad05bbca req-773eba7b-55ae-45be-8257-46747956ff13 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 May 18 14:42:06.964976 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.161847 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6c27-0561-48c0-aef7-5cf5038fa778 req-d9430e26-f467-400c-aac4-d9e5cc7db168 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:07.163320 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d4e6c27-0561-48c0-aef7-5cf5038fa778 req-d9430e26-f467-400c-aac4-d9e5cc7db168 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.0886469 May 18 14:42:07.220760 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d4e6c27-0561-48c0-aef7-5cf5038fa778 req-d9784abe-3fea-405b-8dd5-d789edac9959 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 May 18 14:42:07.890222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123811e-5364-4c1f-984b-062853b0f09d req-072ca784-f54f-438f-87f4-3273dbb1224b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:07.891697 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b123811e-5364-4c1f-984b-062853b0f09d req-072ca784-f54f-438f-87f4-3273dbb1224b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0917976 May 18 14:42:07.939487 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b123811e-5364-4c1f-984b-062853b0f09d req-a542ee5c-2e90-4293-9137-9fbf3a1cdb50 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 May 18 14:42:08.093422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-51cc1b4f-8c51-4bc4-9b0a-fa7e6eff9878 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.094114 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-51cc1b4f-8c51-4bc4-9b0a-fa7e6eff9878 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:08.111847 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-51cc1b4f-8c51-4bc4-9b0a-fa7e6eff9878 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:08.113094 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-51cc1b4f-8c51-4bc4-9b0a-fa7e6eff9878 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.1047437 May 18 14:42:08.267500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Deleting port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:08.267865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.413335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142220f-226b-4d53-97c2-2db16610c19d req-87616b00-d69f-4572-b270-3ae8d71e05fe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.415411 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b142220f-226b-4d53-97c2-2db16610c19d req-87616b00-d69f-4572-b270-3ae8d71e05fe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0903306 May 18 14:42:08.472375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] For port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:08.472760 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.473101 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b142220f-226b-4d53-97c2-2db16610c19d req-52e7a330-accb-4f6d-9a75-6b05e6426d84 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463712 May 18 14:42:08.583310 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.604712 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Calling delete_port for 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:08.618465 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d4080-fd7b-4900-a5da-b0468564da6f req-a2b737a0-a873-4190-ab10-cb1dda156c78 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.620120 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-420d4080-fd7b-4900-a5da-b0468564da6f req-a2b737a0-a873-4190-ab10-cb1dda156c78 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=389c69cf-4ab2-46c5-8a0c-71091b483852 HTTP/1.1" status: 200 len: 946 time: 0.2606771 May 18 14:42:08.644902 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.680171 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-420d4080-fd7b-4900-a5da-b0468564da6f req-e23e5ccc-807c-4dc1-8e78-b9bf85b04cfd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 May 18 14:42:08.781069 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.786911 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cdcb0243-a7db-42c4-bb35-5777d0d5cef5 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:08.795471 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c8f940bc-215c-41af-ab51-4a8c73f6e0f1', '2eef2816-7df1-42ce-a9c9-85c3c3637fa1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:08.831894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event deleted for resources: {'Port': ['ID=2eef2816-7df1-42ce-a9c9-85c3c3637fa1,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:08.835313 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:08.888555 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-da922794-989b-49af-a01b-22b97b3aed6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854354 May 18 14:42:08.911195 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] No DVR routers for this DVR port 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:08.914057 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.917820 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'name': 'network-vif-deleted', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:08.937153 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-228d43b0-b67e-49df-b8d7-263786e4dbef req-65b2a648-011d-4e48-b17e-14f282a08e84 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "DELETE /v2.0/ports/2eef2816-7df1-42ce-a9c9-85c3c3637fa1 HTTP/1.1" status: 204 len: 173 time: 0.8171914 May 18 14:42:08.973305 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389c69cf-4ab2-46c5-8a0c-71091b483852', 'name': 'network-vif-deleted', 'tag': '2eef2816-7df1-42ce-a9c9-85c3c3637fa1', 'status': 'completed', 'code': 200} May 18 14:42:09.054704 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-3f9ba389-966f-4c20-839a-6d0a2453b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.056422 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-3f9ba389-966f-4c20-839a-6d0a2453b321 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 1098 time: 0.0821176 May 18 14:42:09.242008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-9b697746-5ca9-4c8c-b86e-ab2ed75c788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.243468 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-9b697746-5ca9-4c8c-b86e-ab2ed75c788a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 200 len: 916 time: 0.1544628 May 18 14:42:09.254286 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c7dc-2131-41e4-923a-37bfc8d5401b req-5d30cdd6-a297-4fae-8723-b368d4d3160a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.255726 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9882c7dc-2131-41e4-923a-37bfc8d5401b req-5d30cdd6-a297-4fae-8723-b368d4d3160a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1983109 May 18 14:42:09.329854 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-d3186598-34d5-402f-a0ae-440a8bc3a742 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0731788 May 18 14:42:09.481689 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9882c7dc-2131-41e4-923a-37bfc8d5401b req-aea10636-5509-4b17-be8c-80f645588104 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776361 May 18 14:42:09.508873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-fceb1c98-3bb5-442a-ad47-99a9bce4c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.510366 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-fceb1c98-3bb5-442a-ad47-99a9bce4c71c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 200 len: 855 time: 0.1666594 May 18 14:42:09.570443 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-4ed8e16d-aca0-4fb4-81db-60bf170f1776 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea1752f5-6319-4de1-a2c5-8a400af9ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460010 May 18 14:42:09.694971 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aedd8-d28b-46a6-8eb3-95950d7fc6cd req-31e6c208-5af2-496d-9673-015eb35fffa6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.700038 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b3aedd8-d28b-46a6-8eb3-95950d7fc6cd req-31e6c208-5af2-496d-9673-015eb35fffa6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0936143 May 18 14:42:09.763122 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-b1d4c9b3-e001-4405-ad84-68a5b0c02fe6 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791370 May 18 14:42:09.771258 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b3aedd8-d28b-46a6-8eb3-95950d7fc6cd req-c29bc5be-9e1f-4e25-b5e6-0e0a4cfce68a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543330 May 18 14:42:09.936073 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-18988392-76e6-4212-b049-9bf847c9f4b2 req-55ca47c6-71d5-401d-a8a0-469c5bcb9770 service neutron] 10.222.0.70 "GET /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590605 May 18 14:42:10.708838 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed607b73-2dd3-47c7-a28f-a254d61af649 req-e75fd44a-ee4d-409c-93c6-ae571b68868a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:10.710730 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ed607b73-2dd3-47c7-a28f-a254d61af649 req-e75fd44a-ee4d-409c-93c6-ae571b68868a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0901530 May 18 14:42:10.761850 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ed607b73-2dd3-47c7-a28f-a254d61af649 req-d4bbb508-ed68-4b9c-b623-5ca320fd66e5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 May 18 14:42:10.990306 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd12dbb-f2ec-41c0-aecf-78bf6aa10ecc req-c8edbf92-378a-4dfc-b7cc-11ba2b58db5d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:10.991825 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3cd12dbb-f2ec-41c0-aecf-78bf6aa10ecc req-c8edbf92-378a-4dfc-b7cc-11ba2b58db5d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0909402 May 18 14:42:11.040786 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3cd12dbb-f2ec-41c0-aecf-78bf6aa10ecc req-c126d43a-26b2-466d-a0a4-5be8de139a0e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 May 18 14:42:11.442330 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bf723-1629-41bc-b8bd-5bc51656b9e9 req-7637f75d-6973-49d7-8fa3-088e1ac105cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.443770 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2f1bf723-1629-41bc-b8bd-5bc51656b9e9 req-7637f75d-6973-49d7-8fa3-088e1ac105cd tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.0814762 May 18 14:42:11.489879 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2f1bf723-1629-41bc-b8bd-5bc51656b9e9 req-6e0c7e72-91b0-4589-a998-bdc50d4334a3 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 May 18 14:42:11.971732 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa823d2-7636-477e-9716-ada79dac19f3 req-49255c91-7735-4eaa-b91a-37a416968475 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.973200 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-afa823d2-7636-477e-9716-ada79dac19f3 req-49255c91-7735-4eaa-b91a-37a416968475 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0975616 May 18 14:42:12.021753 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-afa823d2-7636-477e-9716-ada79dac19f3 req-ccc52d4a-3092-4c69-bd9c-1773bf17a437 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 May 18 14:42:12.094747 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5276-c215-412d-882c-451bd5b254f9 req-0fac70b3-2c82-4bf6-a054-7f9f0bed425e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:12.096240 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9f0d5276-c215-412d-882c-451bd5b254f9 req-0fac70b3-2c82-4bf6-a054-7f9f0bed425e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0834808 May 18 14:42:12.148842 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9f0d5276-c215-412d-882c-451bd5b254f9 req-5a7c30b2-4b1c-4076-b382-b5008ce2fa0d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465257 May 18 14:42:12.242056 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5767b-7e67-4187-a8bd-eb9f77ea3389 req-54346c7f-17ac-4346-acb2-a0e1edf2219a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:12.243556 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e5767b-7e67-4187-a8bd-eb9f77ea3389 req-54346c7f-17ac-4346-acb2-a0e1edf2219a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0850468 May 18 14:42:12.290172 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e5767b-7e67-4187-a8bd-eb9f77ea3389 req-82d70c02-e5c1-4460-92bf-49d4073f5e40 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 May 18 14:42:12.398154 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:12.433077 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:12.433411 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 2eef2816-7df1-42ce-a9c9-85c3c3637fa1 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:12.686001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64341-b599-42e9-be13-2a2ad3d7d550 req-244b89bf-02c3-4489-9f4d-57e1dffebc60 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:12.686685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d4d64341-b599-42e9-be13-2a2ad3d7d550 req-244b89bf-02c3-4489-9f4d-57e1dffebc60 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:12.704601 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-d4d64341-b599-42e9-be13-2a2ad3d7d550 req-244b89bf-02c3-4489-9f4d-57e1dffebc60 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:12.705916 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d4d64341-b599-42e9-be13-2a2ad3d7d550 req-244b89bf-02c3-4489-9f4d-57e1dffebc60 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.1039133 May 18 14:42:12.752488 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d4d64341-b599-42e9-be13-2a2ad3d7d550 req-1df4cffa-cf95-47cc-ad23-ec11ba179a73 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 May 18 14:42:13.227005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e9ca-c42d-4419-8c5c-14dee7250b11 req-cea7cf6e-58e2-4285-a35c-3042891213cf tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.228555 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fb69e9ca-c42d-4419-8c5c-14dee7250b11 req-cea7cf6e-58e2-4285-a35c-3042891213cf tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0947990 May 18 14:42:13.275222 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fb69e9ca-c42d-4419-8c5c-14dee7250b11 req-c5edf47e-fb8f-4825-b860-80e60caf7195 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 May 18 14:42:13.338678 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92a4fb-eae0-4205-a66d-5f26223b4394 req-554bb65e-9e41-429e-b8be-ad7a661efc1b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.340307 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9c92a4fb-eae0-4205-a66d-5f26223b4394 req-554bb65e-9e41-429e-b8be-ad7a661efc1b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0853765 May 18 14:42:13.391977 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9c92a4fb-eae0-4205-a66d-5f26223b4394 req-88d1898e-c3e6-4ea0-aabc-bcdb83bbe18c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 May 18 14:42:13.485756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74817c52-d0e5-4722-88d6-15012e74c54d req-9566bc40-6f44-4d5e-a2ab-d2d30cafe478 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.487210 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74817c52-d0e5-4722-88d6-15012e74c54d req-9566bc40-6f44-4d5e-a2ab-d2d30cafe478 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0829165 May 18 14:42:13.547500 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74817c52-d0e5-4722-88d6-15012e74c54d req-0599e908-4993-4f25-8633-af8ea39c10ec tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544643 May 18 14:42:13.819990 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-53ca79a3-05df-4e89-b229-b95c74d8c3c9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.821409 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-53ca79a3-05df-4e89-b229-b95c74d8c3c9 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.0947075 May 18 14:42:14.024690 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ca0ee-dafd-49b9-ad28-154bc7ef4481 req-6c008076-048d-4d22-acd9-a2be7b873c55 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:14.026856 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-802ca0ee-dafd-49b9-ad28-154bc7ef4481 req-6c008076-048d-4d22-acd9-a2be7b873c55 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 945 time: 0.1682208 May 18 14:42:14.065157 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Deleting port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:14.065393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.104872 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-802ca0ee-dafd-49b9-ad28-154bc7ef4481 req-4cb312ca-ff87-4532-a203-65910949008d tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/security-groups?id=de711c86-eae8-492f-a267-e7b765f4ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718477 May 18 14:42:14.219103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] For port c8f940bc-215c-41af-ab51-4a8c73f6e0f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,segment=NetworkSegment(9a975065-3741-466f-9412-449ed5fd85c8),segment_id=9a975065-3741-466f-9412-449ed5fd85c8)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:14.219455 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.347617 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Calling delete_port for c8f940bc-215c-41af-ab51-4a8c73f6e0f1 owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:14.475446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.482252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a27049e0-1042-4497-9fe0-093de1c6581b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:14.534304 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28866369-0419-4b43-a708-e5271083c2c0 req-3f5537e2-36a0-463c-8b96-63b3d1471415 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:14.536426 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-28866369-0419-4b43-a708-e5271083c2c0 req-3f5537e2-36a0-463c-8b96-63b3d1471415 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1506357 May 18 14:42:14.568441 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Pushing event deleted for resources: {'Port': ['ID=c8f940bc-215c-41af-ab51-4a8c73f6e0f1,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:14.570891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:14.585288 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-28866369-0419-4b43-a708-e5271083c2c0 req-75d824e0-64b4-4b6c-ba31-2829369b6c67 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 May 18 14:42:14.748406 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] No DVR routers for this DVR port c8f940bc-215c-41af-ab51-4a8c73f6e0f1 on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:14.751237 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.754907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'name': 'network-vif-deleted', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:14.765759 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf98e-116e-48a7-9dce-83a5866fc1bb req-a0b6fdaa-d3f3-47d5-b5c9-ca880c5ea8b8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:14.767243 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c0ecf98e-116e-48a7-9dce-83a5866fc1bb req-a0b6fdaa-d3f3-47d5-b5c9-ca880c5ea8b8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0852261 May 18 14:42:14.777332 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c33fa07f-de2d-4528-b1f2-3e423f4e2245 req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.70 "DELETE /v2.0/ports/c8f940bc-215c-41af-ab51-4a8c73f6e0f1 HTTP/1.1" status: 204 len: 173 time: 0.9496522 May 18 14:42:14.795522 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8a8f-3726-460a-bdbc-ec271da54255 req-9bbc5289-7731-4bf4-b2bb-4ab55b2376e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:14.797272 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b0ff8a8f-3726-460a-bdbc-ec271da54255 req-9bbc5289-7731-4bf4-b2bb-4ab55b2376e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.2787259 May 18 14:42:14.814206 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c0ecf98e-116e-48a7-9dce-83a5866fc1bb req-469abaf5-c569-4ef8-ae9e-118e953be7a1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 May 18 14:42:14.849378 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b0ff8a8f-3726-460a-bdbc-ec271da54255 req-eca41161-c160-4a6f-aa74-feb15704d48a tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460110 May 18 14:42:14.869834 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da48b6e8-f538-4fb8-afcf-c887a966a832', 'name': 'network-vif-deleted', 'tag': 'c8f940bc-215c-41af-ab51-4a8c73f6e0f1', 'status': 'completed', 'code': 200} May 18 14:42:15.285393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-5917d612-810f-47d1-867b-44f8ecffbb07 req-cce7599d-f263-4ffc-ac37-d04d3e4ff2cf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Synchronizing usage tracker for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:15.303047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-5917d612-810f-47d1-867b-44f8ecffbb07 req-cce7599d-f263-4ffc-ac37-d04d3e4ff2cf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Unset dirty status for tenant:4e8830eeff5641cf8b624864d3afc9c1 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:15.304224 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5917d612-810f-47d1-867b-44f8ecffbb07 req-cce7599d-f263-4ffc-ac37-d04d3e4ff2cf tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] 10.222.0.63 "GET /v2.0/ports?device_id=da48b6e8-f538-4fb8-afcf-c887a966a832 HTTP/1.1" status: 200 len: 210 time: 0.0727026 May 18 14:42:15.787287 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65011767-7dc8-4fc6-bd33-f9d0d9b87506 req-5353539f-c0ab-4bac-81ec-852295573586 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:15.788703 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-65011767-7dc8-4fc6-bd33-f9d0d9b87506 req-5353539f-c0ab-4bac-81ec-852295573586 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0918884 May 18 14:42:15.838080 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-65011767-7dc8-4fc6-bd33-f9d0d9b87506 req-64a026d9-7a45-4ed2-a186-59825f03ca8f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 May 18 14:42:16.010159 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4af02-1129-44f2-9ae7-325fff18d254 req-30815fcc-8557-4f0a-ae11-2ecc0a9853ad tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:16.011725 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cab4af02-1129-44f2-9ae7-325fff18d254 req-30815fcc-8557-4f0a-ae11-2ecc0a9853ad tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0857713 May 18 14:42:16.036608 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5241-d832-439f-bb10-8510cb0a62e4 req-05b9d73a-411d-436a-b14f-2b8b769968b9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:16.038061 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-86bc5241-d832-439f-bb10-8510cb0a62e4 req-05b9d73a-411d-436a-b14f-2b8b769968b9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0810952 May 18 14:42:16.058849 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cab4af02-1129-44f2-9ae7-325fff18d254 req-d96e0a94-b929-46c4-a0e8-f72f4280a9ab tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 May 18 14:42:16.084093 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-86bc5241-d832-439f-bb10-8510cb0a62e4 req-228dda4b-4abc-4f27-83c7-16a02965ce05 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 May 18 14:42:16.403619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40610) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:16.420950 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c8f940bc-215c-41af-ab51-4a8c73f6e0f1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:16.454741 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: c8f940bc-215c-41af-ab51-4a8c73f6e0f1 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:16.457340 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c8f940bc-215c-41af-ab51-4a8c73f6e0f1 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:16.475762 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Deleting subnet 8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:42:16.480352 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.534530 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.590875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.848391 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.852219 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:16.886496 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:16.889576 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:16.890555 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.896748 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7da439c3-447b-4cd8-90d7-19ce80a597a7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8b5d8fa4-7f81-455e-b870-3c1a3ee4d7cd HTTP/1.1" status: 204 len: 168 time: 0.4920382 May 18 14:42:16.899268 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40616) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:17.006513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.029969 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa14df0-9464-44bf-8576-9db99dc8a1d6 req-fae9d8e5-04f6-42bd-9120-312f0b6cab36 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:17.031522 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-faa14df0-9464-44bf-8576-9db99dc8a1d6 req-fae9d8e5-04f6-42bd-9120-312f0b6cab36 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0845721 May 18 14:42:17.078789 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-faa14df0-9464-44bf-8576-9db99dc8a1d6 req-e17be7bc-edf5-4e2c-bffb-23936f54197a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 May 18 14:42:17.132498 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.147370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1752f5-6319-4de1-a2c5-8a400af9ab5d']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:17.160786 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a975065-3741-466f-9412-449ed5fd85c8') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:17.161098 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a975065-3741-466f-9412-449ed5fd85c8') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:17.173130 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.232546 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.245579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:42:17.245969 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:42:17.258863 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:42:17.275900 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef19524-1d3c-4910-a865-770838addabb req-390751dd-f46e-4083-a309-fa92bc69d18e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:17.277349 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aef19524-1d3c-4910-a865-770838addabb req-390751dd-f46e-4083-a309-fa92bc69d18e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0837717 May 18 14:42:17.325789 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aef19524-1d3c-4910-a865-770838addabb req-6a93e176-0316-405f-8391-7552dd0b7715 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 May 18 14:42:17.361452 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751266b2-e75a-42db-94b5-15097bb55bbc req-5560e308-6adb-4209-a082-cb288638f4a0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:17.363711 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-751266b2-e75a-42db-94b5-15097bb55bbc req-5560e308-6adb-4209-a082-cb288638f4a0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1836951 May 18 14:42:17.364700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.368660 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a1c39fbd-3334-45e0-b6d4-8778e6238d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:17.381826 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.410208 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1752f5-6319-4de1-a2c5-8a400af9ab5d,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:17.415572 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:17.426100 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ea1752f5-6319-4de1-a2c5-8a400af9ab5d HTTP/1.1" status: 204 len: 168 time: 0.5258822 May 18 14:42:17.436735 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-751266b2-e75a-42db-94b5-15097bb55bbc req-bf99a0b2-e5c8-41cc-b342-7b7382d2ae41 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524266 May 18 14:42:17.615829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40626) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:17.671202 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e0a04f25-25bf-47a8-8e52-d9572ab3fe37 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e8830eeff5641cf8b624864d3afc9c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539839 May 18 14:42:17.673989 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40630) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:17.739916 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.772984 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.835905 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.841010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:17.855019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de711c86-eae8-492f-a267-e7b765f4ed72,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:17.857640 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:17.868032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.869110 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de711c86-eae8-492f-a267-e7b765f4ed72 HTTP/1.1" status: 204 len: 168 time: 0.1939871 May 18 14:42:18.273322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3d06f-6ca6-4b90-9d69-71af95da98fd req-491eeef6-0a88-4f74-9b5d-2e41aad137c1 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.274795 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-13d3d06f-6ca6-4b90-9d69-71af95da98fd req-491eeef6-0a88-4f74-9b5d-2e41aad137c1 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0879853 May 18 14:42:18.324115 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-13d3d06f-6ca6-4b90-9d69-71af95da98fd req-d698c02f-1379-4019-b468-479b30088c42 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 May 18 14:42:18.583289 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827f31-31dc-4a0e-b84b-9ecfc0a3c45d req-03f763d2-762e-4126-b036-431a1d4ad49b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.590430 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-94827f31-31dc-4a0e-b84b-9ecfc0a3c45d req-03f763d2-762e-4126-b036-431a1d4ad49b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1535373 May 18 14:42:18.612298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5a1e3-e27d-40b4-8eb4-d0a80528b6c3 req-b8db689f-872c-4489-9e55-6b2202056e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.613769 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dfc5a1e3-e27d-40b4-8eb4-d0a80528b6c3 req-b8db689f-872c-4489-9e55-6b2202056e04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.1303604 May 18 14:42:18.641033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9f3d0-571b-4a32-9ef2-2ed5420f4d92 req-a616b999-14c5-4149-a825-049cbd9d2f81 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.642523 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b6a9f3d0-571b-4a32-9ef2-2ed5420f4d92 req-a616b999-14c5-4149-a825-049cbd9d2f81 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0927470 May 18 14:42:18.656559 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-94827f31-31dc-4a0e-b84b-9ecfc0a3c45d req-d98ebfdf-d4a4-48aa-9c4f-b80bf9514659 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647519 May 18 14:42:18.686499 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dfc5a1e3-e27d-40b4-8eb4-d0a80528b6c3 req-87f52c22-ea27-42b8-8046-285e5cecc341 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571051 May 18 14:42:18.694885 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b6a9f3d0-571b-4a32-9ef2-2ed5420f4d92 req-67ac108d-9c1c-4e10-b04f-8b8788fec7ca tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459723 May 18 14:42:19.524309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f0020-e6f3-494d-8128-de64ea18f12f req-9cca932e-3854-4fe8-987d-dbe64aec9b6b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:19.525649 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-246f0020-e6f3-494d-8128-de64ea18f12f req-9cca932e-3854-4fe8-987d-dbe64aec9b6b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0824494 May 18 14:42:19.654275 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-246f0020-e6f3-494d-8128-de64ea18f12f req-ae5a1b9c-0d01-42ff-a062-f11abed4acd2 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217875 May 18 14:42:19.863972 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f43b-c950-467d-be1a-8fe26595b8a5 req-56d7786a-b3bf-4b2f-8601-32bb68d48a44 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:19.872520 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cb36f43b-c950-467d-be1a-8fe26595b8a5 req-56d7786a-b3bf-4b2f-8601-32bb68d48a44 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0994627 May 18 14:42:19.901496 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc791e2-0b82-4b5a-9250-9fb24c3742db req-1779ccd3-0d3d-4c38-b49b-289754c15b22 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:19.903099 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5fc791e2-0b82-4b5a-9250-9fb24c3742db req-1779ccd3-0d3d-4c38-b49b-289754c15b22 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0932858 May 18 14:42:19.918020 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cb36f43b-c950-467d-be1a-8fe26595b8a5 req-fa7e7e22-077c-47f5-99cc-39c36d536182 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 May 18 14:42:19.952451 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5fc791e2-0b82-4b5a-9250-9fb24c3742db req-6f6da044-e40d-4ee0-b8ae-699fb87b0449 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 May 18 14:42:20.867350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03506-86f3-4085-9997-973e54a3aa07 req-1fae5301-500d-44d6-a9c8-b58cc80ae0e5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:20.868825 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02d03506-86f3-4085-9997-973e54a3aa07 req-1fae5301-500d-44d6-a9c8-b58cc80ae0e5 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1026187 May 18 14:42:20.918115 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02d03506-86f3-4085-9997-973e54a3aa07 req-8cfe71d4-1953-4ea7-b0c6-6e50460cfde9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 May 18 14:42:21.107394 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6407e-afc2-4fd1-89dd-f16e51aecc43 req-7c20d94a-9ba0-4db0-9e9e-9c1eee8a1c1b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.108978 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e8c6407e-afc2-4fd1-89dd-f16e51aecc43 req-7c20d94a-9ba0-4db0-9e9e-9c1eee8a1c1b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0803585 May 18 14:42:21.159041 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e8c6407e-afc2-4fd1-89dd-f16e51aecc43 req-be3f7b7e-a80d-4d93-a92b-3b4d92907dbf tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442708 May 18 14:42:21.295889 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fab10-c787-497b-8cf3-1134937be592 req-303063b4-9210-4fa7-bb0f-6eafd327972b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.297335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-172fab10-c787-497b-8cf3-1134937be592 req-303063b4-9210-4fa7-bb0f-6eafd327972b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0900686 May 18 14:42:21.350000 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-172fab10-c787-497b-8cf3-1134937be592 req-8e7719e1-c2ba-43e8-ae91-1badfbc6508d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 May 18 14:42:21.511725 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-ae0f979a-7c56-4727-b232-a602588c2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.513451 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-ae0f979a-7c56-4727-b232-a602588c2607 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=753fddb6e27740fe83defa80e75e9a1e&device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 1098 time: 0.1328707 May 18 14:42:21.547973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e358a90-211e-42fb-ae7c-8dac566fb75f req-9574334e-83f6-4b10-ad7b-fcae8710ef80 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.549319 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8e358a90-211e-42fb-ae7c-8dac566fb75f req-9574334e-83f6-4b10-ad7b-fcae8710ef80 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1195221 May 18 14:42:21.668593 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8e358a90-211e-42fb-ae7c-8dac566fb75f req-7b3417fc-7ae8-43d5-92a6-f0300f96f951 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054866 May 18 14:42:21.692596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-bc653c65-d13f-432d-80c5-3599f6478bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.694049 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-bc653c65-d13f-432d-80c5-3599f6478bd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 200 len: 919 time: 0.1719382 May 18 14:42:21.765988 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-118728b4-2265-4be7-8a07-3e7c079ff44a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 200 len: 217 time: 0.0640452 May 18 14:42:21.828958 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-0ec874ca-a3fb-45cd-95ab-2a25a31280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:21.830352 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-0ec874ca-a3fb-45cd-95ab-2a25a31280b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 200 len: 858 time: 0.0569367 May 18 14:42:21.878499 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-b4509348-0ec9-4fb4-908e-ad7fac38c7f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f12ae09e-f826-4b30-91c6-699b84896cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412874 May 18 14:42:22.012314 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-d0e04a5a-1e13-4e46-9a84-daf6d30f0144 service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 May 18 14:42:22.150094 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c07b648-e7d2-4144-bdd6-6e72d32f6265 req-e2ea1067-ca91-4d3d-be3f-42278815691c service neutron] 10.222.0.70 "GET /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303494 May 18 14:42:22.358657 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb8bc5-07a4-4c8b-8171-b95291818886 req-d72ea4e0-fd18-4c78-846f-3df7ed015268 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:22.360176 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57bb8bc5-07a4-4c8b-8171-b95291818886 req-d72ea4e0-fd18-4c78-846f-3df7ed015268 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0903418 May 18 14:42:22.423983 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57bb8bc5-07a4-4c8b-8171-b95291818886 req-1a61b7d4-db9d-4bfd-a735-bf90bdec6e05 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558708 May 18 14:42:22.580911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b356f7-8923-45ec-8928-7be8f7dfacde req-fe33e778-ffd4-4338-a559-45ba542e056d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:22.582364 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-92b356f7-8923-45ec-8928-7be8f7dfacde req-fe33e778-ffd4-4338-a559-45ba542e056d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0975490 May 18 14:42:22.637130 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-92b356f7-8923-45ec-8928-7be8f7dfacde req-900e0589-f477-4616-b531-d9c8a758a0cb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479000 May 18 14:42:22.864767 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff8a72-4da3-4dae-ac0b-67fa8ac60cd8 req-48be8108-3540-4ef8-b9fe-bd2cb4a4018d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:22.866230 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0aff8a72-4da3-4dae-ac0b-67fa8ac60cd8 req-48be8108-3540-4ef8-b9fe-bd2cb4a4018d tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0853851 May 18 14:42:22.923469 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0aff8a72-4da3-4dae-ac0b-67fa8ac60cd8 req-51f4561c-105a-4144-92f2-07c8851ea39e tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 May 18 14:42:23.633135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf9bd6-c0f0-43c0-8d0c-a7bda421ba0c req-8e9d4967-f467-4d29-9a31-b9025b296743 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.634582 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0bdf9bd6-c0f0-43c0-8d0c-a7bda421ba0c req-8e9d4967-f467-4d29-9a31-b9025b296743 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0862620 May 18 14:42:23.682158 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0bdf9bd6-c0f0-43c0-8d0c-a7bda421ba0c req-8a35133d-3d0c-4883-bbbf-fff4c0db5747 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 May 18 14:42:23.861889 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357dd91-6e13-41d1-b17b-14f7473bf5c8 req-a60652a5-1524-4713-a01b-3f28c809a284 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.863369 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c357dd91-6e13-41d1-b17b-14f7473bf5c8 req-a60652a5-1524-4713-a01b-3f28c809a284 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0869567 May 18 14:42:23.915570 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c357dd91-6e13-41d1-b17b-14f7473bf5c8 req-c257d0fd-e7fc-4745-bc5d-721b4c4f1b3c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463736 May 18 14:42:24.127594 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3e29c-e798-421e-bebb-71724c48cf38 req-3247e4c0-5b12-41e2-bf24-71e59df10d78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.129299 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7eb3e29c-e798-421e-bebb-71724c48cf38 req-3247e4c0-5b12-41e2-bf24-71e59df10d78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0904956 May 18 14:42:24.166425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04020353-5c83-47d2-80ca-cf94b4479549 req-c8f16ab6-ae75-482b-b333-ac4731dce145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.168730 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-c8f16ab6-ae75-482b-b333-ac4731dce145 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.0874453 May 18 14:42:24.178430 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7eb3e29c-e798-421e-bebb-71724c48cf38 req-ef379a15-fd1b-4717-86b5-487e6405b2ed tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 May 18 14:42:24.358500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04020353-5c83-47d2-80ca-cf94b4479549 req-eb6cd08e-79b1-4721-983a-2e4045c8587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.360055 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-eb6cd08e-79b1-4721-983a-2e4045c8587a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1844745 May 18 14:42:24.547402 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469ce7-b1e1-4efa-933c-87a31042ad3b req-6588cc3d-07a9-48f5-8f2b-fd6e2c0b90ba tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.548858 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-20469ce7-b1e1-4efa-933c-87a31042ad3b req-6588cc3d-07a9-48f5-8f2b-fd6e2c0b90ba tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.2875175 May 18 14:42:24.589895 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-54355bb5-5caa-40c0-8834-3a52cd6f8487 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1002 time: 0.2216740 May 18 14:42:24.649926 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-20469ce7-b1e1-4efa-933c-87a31042ad3b req-9053b803-d8eb-407d-8cc0-c2b2b88be3f9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925808 May 18 14:42:24.666365 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04020353-5c83-47d2-80ca-cf94b4479549 req-8bf12641-50c7-4696-9b13-1e75b29721ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.666365 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-8bf12641-50c7-4696-9b13-1e75b29721ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0670493 May 18 14:42:24.748534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04020353-5c83-47d2-80ca-cf94b4479549 req-13eddc84-f3d7-46c5-bc31-b134b0c5522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:24.750012 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-13eddc84-f3d7-46c5-bc31-b134b0c5522b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767703 May 18 14:42:24.892329 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-9d042b37-750b-430e-83da-8896697703fe service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318786 May 18 14:42:25.033647 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-04020353-5c83-47d2-80ca-cf94b4479549 req-6afdc27d-4ad5-4c41-9342-ef68d4da2dce service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333263 May 18 14:42:25.129802 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab236-c8c5-4403-8ca1-39702606d407 req-1dbc15cb-1661-48c6-ac90-d47bfe00613b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.131284 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-580ab236-c8c5-4403-8ca1-39702606d407 req-1dbc15cb-1661-48c6-ac90-d47bfe00613b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0883355 May 18 14:42:25.179440 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-580ab236-c8c5-4403-8ca1-39702606d407 req-1ce70c5b-fdb9-4c36-a1f1-a2b49cdd3c63 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 May 18 14:42:25.386955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88c14-02ee-4e1b-be3e-3909e8f6c24b req-3cc6feb0-e79b-411f-92cb-e4732de0cd61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.388683 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-84f88c14-02ee-4e1b-be3e-3909e8f6c24b req-3cc6feb0-e79b-411f-92cb-e4732de0cd61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0945139 May 18 14:42:25.444594 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-84f88c14-02ee-4e1b-be3e-3909e8f6c24b req-9fdd515f-75f3-4c40-aaa5-cd0f4ecc7dcc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492103 May 18 14:42:25.848727 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc34c-2200-4ad6-87a7-59e625f7fc0d req-44558723-2a8e-4dad-bc67-4cc24ae494ff tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.849868 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e7ccc34c-2200-4ad6-87a7-59e625f7fc0d req-44558723-2a8e-4dad-bc67-4cc24ae494ff tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0865588 May 18 14:42:25.905518 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e7ccc34c-2200-4ad6-87a7-59e625f7fc0d req-14ae7085-c781-432b-8e6d-879ebd48ab82 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479321 May 18 14:42:26.392346 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307ae63-ad62-4ed5-be03-efd2e45804e4 req-210df661-960a-4495-8bf0-1c6a1d415137 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.393960 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c307ae63-ad62-4ed5-be03-efd2e45804e4 req-210df661-960a-4495-8bf0-1c6a1d415137 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0924621 May 18 14:42:26.447477 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c307ae63-ad62-4ed5-be03-efd2e45804e4 req-63b01ca9-5e67-4b1a-9a93-79b4ecb4d0c3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457878 May 18 14:42:26.640175 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8c009-1b7e-4182-bba5-22cdc45259d4 req-1b4ffc35-e6f5-4d47-b1e2-2b0604fb064d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.641482 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02f8c009-1b7e-4182-bba5-22cdc45259d4 req-1b4ffc35-e6f5-4d47-b1e2-2b0604fb064d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0844362 May 18 14:42:26.687954 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02f8c009-1b7e-4182-bba5-22cdc45259d4 req-2c82533d-9e7a-47c8-9ce1-f7c21e74e166 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 May 18 14:42:27.303625 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:42:27.668250 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed70fd-281b-4656-9f88-fabb97beece2 req-3c15c667-39c1-463b-b8d3-7e607b2137df tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:27.669765 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-88ed70fd-281b-4656-9f88-fabb97beece2 req-3c15c667-39c1-463b-b8d3-7e607b2137df tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1037564 May 18 14:42:27.789032 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-88ed70fd-281b-4656-9f88-fabb97beece2 req-57ee4425-c631-408b-98c3-d4636a26f1e8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129096 May 18 14:42:28.472579 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:28.610751 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:28.624153 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:28.679459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:28.696719 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:28.714916 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:28.720109 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:28.721871 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:28.791174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=6']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:28.798473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.798811 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.799178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.799505 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.799830 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.800148 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.800457 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.800769 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.801077 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.801400 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.801693 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.801997 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:28.805735 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:28.844523 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['daf2aaf6-04ef-4e5b-976b-491096ed3aca'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:28.876131 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40826) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.040702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3e31-2d61-4443-8e21-52df92076671 req-280242ca-b165-42a9-8eb8-1c64a082b4fe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:29.047871 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-89ec3e31-2d61-4443-8e21-52df92076671 req-280242ca-b165-42a9-8eb8-1c64a082b4fe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.1141200 May 18 14:42:29.067973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.096978 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:29.105089 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fe17306f1941d49653721a84c9183c is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:29.109400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:29.114269 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-89ec3e31-2d61-4443-8e21-52df92076671 req-48989791-c9eb-4288-b719-239b375b4535 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652950 May 18 14:42:29.117800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:29.213558 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.220018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.228462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d76a49e9-c6f9-4088-9092-51688a6442e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.268977 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c0fe17306f1941d49653721a84c9183c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912189 May 18 14:42:29.269924 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce02521-2a86-4f3a-a22c-5d92a93a69ad,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.272112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40836) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.273230 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.338084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.365217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.421143 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.424888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-24d15ae7-3d53-4069-89fe-4fdab0028a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.437583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce02521-2a86-4f3a-a22c-5d92a93a69ad,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.441354 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.448580 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.450435 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ce02521-2a86-4f3a-a22c-5d92a93a69ad HTTP/1.1" status: 204 len: 168 time: 0.1753097 May 18 14:42:30.315032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71ae19-f381-4189-81e6-9e45b013be3f req-cda23a2d-742a-4544-a75c-f69121edee96 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:30.316534 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f71ae19-f381-4189-81e6-9e45b013be3f req-cda23a2d-742a-4544-a75c-f69121edee96 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0858190 May 18 14:42:30.381161 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4f71ae19-f381-4189-81e6-9e45b013be3f req-f5f3aa68-d68e-4c93-a62b-3ac905477fe7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470622 May 18 14:42:30.505250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:30.533387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0542-b182-4e3f-9a93-32646ffe17ab req-0213fe32-9819-45ab-ab50-053ee9c50a77 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:30.534887 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-706c0542-b182-4e3f-9a93-32646ffe17ab req-0213fe32-9819-45ab-ab50-053ee9c50a77 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.0932446 May 18 14:42:30.584674 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port daf2aaf6-04ef-4e5b-976b-491096ed3aca triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:30.585045 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:30.587355 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-706c0542-b182-4e3f-9a93-32646ffe17ab req-89d525b6-b3b4-4882-87de-71f452cc9efd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 May 18 14:42:30.701394 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:30.729063 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:30.739440 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:30.746709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:30.748798 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:30.783826 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'code': 200} May 18 14:42:30.815336 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=7']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:30.818406 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:31.596841 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd60359-6411-47cd-b1a5-5a900068c69d req-5a77fea2-1d8f-4dc2-8ff8-d49e9ab2cbbe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:31.598494 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0dd60359-6411-47cd-b1a5-5a900068c69d req-5a77fea2-1d8f-4dc2-8ff8-d49e9ab2cbbe tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0895107 May 18 14:42:31.623620 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40930) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:31.653337 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0dd60359-6411-47cd-b1a5-5a900068c69d req-58691c84-de7c-45b9-a29b-11ba890205f8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476363 May 18 14:42:31.782010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:31.805900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:31.812661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Usage tracker for resource:security_group_rule and tenant:a71fc4a543fd4930a35b54762309d97b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:31.816875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:31.824367 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:31.862744 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12325f-e500-4f54-95d1-310d160e2cd5 req-4440eb47-3bd3-4a7c-9130-93b7cbc009d8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:31.864352 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c12325f-e500-4f54-95d1-310d160e2cd5 req-4440eb47-3bd3-4a7c-9130-93b7cbc009d8 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1416795 May 18 14:42:31.944312 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8c12325f-e500-4f54-95d1-310d160e2cd5 req-98c5a1a9-cf3f-437c-8023-76b2ea7bedeb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731456 May 18 14:42:31.985357 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:31.989596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:31.996523 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b9868d0a-78f2-4936-b98c-4d2d56b59872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:32.042789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40950) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:32.043023 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a71fc4a543fd4930a35b54762309d97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179342 May 18 14:42:32.043895 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8580c65-ef14-4b38-9c05-604e4b64c71c,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:32.047410 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:32.123650 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.153590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.217390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.221593 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-908cc9bd-1708-436c-acdc-15007977bc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:32.236083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8580c65-ef14-4b38-9c05-604e4b64c71c,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:32.245699 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.249856 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e8580c65-ef14-4b38-9c05-604e4b64c71c HTTP/1.1" status: 204 len: 168 time: 0.2009597 May 18 14:42:32.249856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.249856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.249856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.249856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.250749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.251121 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.251472 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.252055 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.252149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.252509 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.252814 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.253145 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:32.256205 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:32.605401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 40958) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:32.624516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.640173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:32.644220 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7d60f183cb4ee3920636c7f1fed8cb is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:32.647254 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:32.653246 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:32.752789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.758845 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.775810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ca03592a-ae78-4422-a1d3-c73af3c2f31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:32.863328 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1b7d60f183cb4ee3920636c7f1fed8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566082 May 18 14:42:32.863711 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 40964) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:32.893710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb03b9d-383b-4c9f-adcf-4d9681cd2ae4,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:32.898960 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:32.962754 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e3dc-307b-495d-9902-3424b6adfc51 req-ebff8eaf-4672-450e-94ac-5417506b038c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:32.974454 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7606e3dc-307b-495d-9902-3424b6adfc51 req-ebff8eaf-4672-450e-94ac-5417506b038c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1877210 May 18 14:42:33.022578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.050655 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.067765 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7606e3dc-307b-495d-9902-3424b6adfc51 req-822a1300-1c27-43ae-a80d-32605667ac33 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791583 May 18 14:42:33.166423 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.170512 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-bd322cbf-3c1c-4906-abd2-9c1984bcff60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:33.190009 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb03b9d-383b-4c9f-adcf-4d9681cd2ae4,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:33.198023 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:33.232691 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195542-ca1b-4e35-b32d-a2c3941c07bd req-77ed7b84-c8f9-413d-b5f8-b1b423944374 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:33.234264 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-32195542-ca1b-4e35-b32d-a2c3941c07bd req-77ed7b84-c8f9-413d-b5f8-b1b423944374 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1405385 May 18 14:42:33.235124 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.236103 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0eb03b9d-383b-4c9f-adcf-4d9681cd2ae4 HTTP/1.1" status: 204 len: 168 time: 0.3708925 May 18 14:42:33.317515 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-32195542-ca1b-4e35-b32d-a2c3941c07bd req-9c0402a8-ef59-4612-ab50-e696126787bb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726266 May 18 14:42:33.346410 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e119d21d-4e16-4d4f-ad0b-3e131dcfd5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.661619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-84f2f1b6-4c3f-4e27-ba46-b8d121bc9e2f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:33.663303 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-84f2f1b6-4c3f-4e27-ba46-b8d121bc9e2f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.1182008 May 18 14:42:33.855495 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Deleting port 4f48713e-99c7-4071-b896-3d518fb6f7a8 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:33.855911 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:34.176087 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] For port 4f48713e-99c7-4071-b896-3d518fb6f7a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4f48713e-99c7-4071-b896-3d518fb6f7a8,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:34.178769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:34.333389 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Calling delete_port for 4f48713e-99c7-4071-b896-3d518fb6f7a8 owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:34.338945 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8fcb-525b-4f9d-b08a-861eb2d60727 req-019e36ed-6f80-4a97-8cfb-aa04d7d9caf9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.363636 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-291a8fcb-525b-4f9d-b08a-861eb2d60727 req-019e36ed-6f80-4a97-8cfb-aa04d7d9caf9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1755757 May 18 14:42:34.499704 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-291a8fcb-525b-4f9d-b08a-861eb2d60727 req-cd611d3f-8efe-433c-9897-cc043d079215 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350276 May 18 14:42:34.648411 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:34.655773 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f2ee0065-4e52-4806-a1e3-58a16cff3b5c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:34.671137 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['bf300bb7-93ed-4fff-9e4a-c4ad601f314f'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:34.699835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Pushing event deleted for resources: {'Port': ['ID=4f48713e-99c7-4071-b896-3d518fb6f7a8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:34.707477 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:34.757172 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187eb0-7478-4679-8856-5fc50d814438 req-da132797-b460-444c-8641-42edf1112e10 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.765467 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-eb187eb0-7478-4679-8856-5fc50d814438 req-da132797-b460-444c-8641-42edf1112e10 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=64087556-57a7-4402-880f-56d7de9f41b4 HTTP/1.1" status: 200 len: 946 time: 0.2153318 May 18 14:42:34.831500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] No DVR routers for this DVR port 4f48713e-99c7-4071-b896-3d518fb6f7a8 on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:34.837079 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:34.840187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'name': 'network-vif-deleted', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:34.894150 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-eb187eb0-7478-4679-8856-5fc50d814438 req-5653f86c-39b0-4cc0-b66e-01f50ed239b9 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259046 May 18 14:42:34.896114 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f718ca9-d2c3-4a69-8ee2-683c3e525424 req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "DELETE /v2.0/ports/4f48713e-99c7-4071-b896-3d518fb6f7a8 HTTP/1.1" status: 204 len: 173 time: 1.2256401 May 18 14:42:34.933103 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64087556-57a7-4402-880f-56d7de9f41b4', 'name': 'network-vif-deleted', 'tag': '4f48713e-99c7-4071-b896-3d518fb6f7a8', 'status': 'completed', 'code': 200} May 18 14:42:35.570007 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.814017 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a917c8-b088-4de8-bc22-8784e1d2c762 req-f000a235-cd72-4879-8213-b9b9e9e0f139 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:35.822351 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b4a917c8-b088-4de8-bc22-8784e1d2c762 req-f000a235-cd72-4879-8213-b9b9e9e0f139 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1505060 May 18 14:42:35.867955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c85491bb-bd27-4e73-8ab6-c5b8c97e3fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.882363 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b4a917c8-b088-4de8-bc22-8784e1d2c762 req-a09ce102-e926-47a4-9762-ae1fe9215aae tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589957 May 18 14:42:36.095099 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41038) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:36.251617 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.268800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:36.274185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Usage tracker for resource:security_group_rule and tenant:faa27c10c1284741aa39bcc826cd9a4c is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:36.278043 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:36.284317 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:36.410070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.417730 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef04a4-f9e1-4dfb-976d-a586e03f90cd req-df31da89-d2c0-4f5c-913f-817dc1a0b1e4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:36.420757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.425145 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cbef04a4-f9e1-4dfb-976d-a586e03f90cd req-df31da89-d2c0-4f5c-913f-817dc1a0b1e4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0983288 May 18 14:42:36.430260 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:36.468967 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cbef04a4-f9e1-4dfb-976d-a586e03f90cd req-40936e04-ee50-4226-9c3a-aaa7e94af276 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 May 18 14:42:36.477891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419b9c6-b162-4cc9-975f-aa5bbb81e8d2,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:36.481198 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:36.491977 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41046) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:36.492454 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=faa27c10c1284741aa39bcc826cd9a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895690 May 18 14:42:36.519912 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 4f48713e-99c7-4071-b896-3d518fb6f7a8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:36.559562 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 4f48713e-99c7-4071-b896-3d518fb6f7a8 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:36.560732 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 4f48713e-99c7-4071-b896-3d518fb6f7a8 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:36.590058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.622818 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.696381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.701227 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fcb7eb9e-3e8f-48cc-bc6f-275b5d1562a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:36.718755 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419b9c6-b162-4cc9-975f-aa5bbb81e8d2,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:36.722093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:36.726190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.727425 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0419b9c6-b162-4cc9-975f-aa5bbb81e8d2 HTTP/1.1" status: 204 len: 168 time: 0.2392089 May 18 14:42:36.980144 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.114731 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf2a43-c5db-405a-8305-bd1137f1b29d req-cffe1a80-c40e-42d1-80e8-7e902f4cde9d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:37.122604 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bfcf2a43-c5db-405a-8305-bd1137f1b29d req-cffe1a80-c40e-42d1-80e8-7e902f4cde9d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1142161 May 18 14:42:37.133300 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41056) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:37.160517 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.177136 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-bfcf2a43-c5db-405a-8305-bd1137f1b29d req-d665d638-efe7-46ef-aecc-d57715645e84 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536327 May 18 14:42:37.184137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:37.189466 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Usage tracker for resource:security_group_rule and tenant:f09b26da4c1d47b9bdb264f0752dd345 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:37.192716 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:37.198705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:37.298159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.303271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.313678 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9d11d5d9-85e9-4dd1-8f28-116b10bb532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:37.356811 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f09b26da4c1d47b9bdb264f0752dd345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214332 May 18 14:42:37.360017 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41060) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:37.373632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc691428-2ae7-4d0f-9496-a58fe51ddff8,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:37.376999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:37.432445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.462030 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.564445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.569984 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0b55c4b4-a6d6-461d-b2bd-4e990dedaa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:37.584960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc691428-2ae7-4d0f-9496-a58fe51ddff8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:37.587981 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:37.592299 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:37.601087 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc691428-2ae7-4d0f-9496-a58fe51ddff8 HTTP/1.1" status: 204 len: 168 time: 0.2351208 May 18 14:42:37.722299 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab688d0-7eac-434d-a9be-0bdf5f0de818 req-d6b9072e-bedd-4bbb-89e2-e6ed154f0d5f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:37.723978 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2ab688d0-7eac-434d-a9be-0bdf5f0de818 req-d6b9072e-bedd-4bbb-89e2-e6ed154f0d5f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0861871 May 18 14:42:37.785388 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2ab688d0-7eac-434d-a9be-0bdf5f0de818 req-4f552f39-bd9e-4b0b-9348-9168ae2b6c7f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 May 18 14:42:38.439038 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb50b0-bfd7-4f22-b9fc-5b00524eef5a req-0646e4fa-e507-45b9-90d2-367e3e377201 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:38.441041 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-afcb50b0-bfd7-4f22-b9fc-5b00524eef5a req-0646e4fa-e507-45b9-90d2-367e3e377201 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1106224 May 18 14:42:38.496169 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-afcb50b0-bfd7-4f22-b9fc-5b00524eef5a req-48f6ae39-2e47-469d-9315-ef21bb4aba78 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 May 18 14:42:38.577884 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41092) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:38.592835 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.650543 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.713812 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882204523-network', 'tenant_id': '8c4f0ecebb494a469414dbb6b9b2ad2f'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:38.719075 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:38.722944 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Usage tracker for resource:network and tenant:8c4f0ecebb494a469414dbb6b9b2ad2f is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:38.725913 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:38.732582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:38.745070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Made reservation on behalf of 8c4f0ecebb494a469414dbb6b9b2ad2f for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:38.747745 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.761077 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.777006 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:38.781726 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Usage tracker for resource:security_group_rule and tenant:8c4f0ecebb494a469414dbb6b9b2ad2f is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:38.784672 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:38.790925 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:38.910534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.915851 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.923490 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b7c1c5b2-0229-415f-9244-c7fc26eef06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:38.984603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:42:38.990682 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e6e70-1778-4ee6-8031-a256d2aae735,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:38.994844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:38.999168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:38.999486 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Added segment c92cd6b0-3964-487a-9a11-81e85b8a4ca5 of type vlan for network 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af May 18 14:42:39.032338 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:39.072317 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f35ca-18ad-4c68-ae65-2e6c249c63e3 req-77adf290-e1c5-4bd6-9358-cd917ab86fc0 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:39.079759 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1b3f35ca-18ad-4c68-ae65-2e6c249c63e3 req-77adf290-e1c5-4bd6-9358-cd917ab86fc0 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1378479 May 18 14:42:39.081034 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:39.083348 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:39.084865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:39.093614 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d41f5b52-695a-4287-bac8-e87223ae64f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:39.128414 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1b3f35ca-18ad-4c68-ae65-2e6c249c63e3 req-4ce8f9c4-2df4-4aa9-969d-fb397f6b9298 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 May 18 14:42:39.227665 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6508412 May 18 14:42:39.230671 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41100) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:39.234142 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Pushing event updated for resources: {'Network': ['ID=08531eb9-bcb6-4bf0-b6ea-b37f3a0251af,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:39.237042 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:39.241347 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Request body: {'subnet': {'network_id': '08531eb9-bcb6-4bf0-b6ea-b37f3a0251af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882204523-subnet', 'tenant_id': '8c4f0ecebb494a469414dbb6b9b2ad2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:39.245603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:42:39.247856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:39.252466 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Usage tracker for resource:subnet and tenant:8c4f0ecebb494a469414dbb6b9b2ad2f is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:39.255549 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:39.261547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:39.274613 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Made reservation on behalf of 8c4f0ecebb494a469414dbb6b9b2ad2f for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:39.278107 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:39.890775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517bbe-11f7-4bab-854e-5c695dd501d2 req-ef3b26ae-cd25-4b69-8025-d532a214f8df tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:39.892328 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c9517bbe-11f7-4bab-854e-5c695dd501d2 req-ef3b26ae-cd25-4b69-8025-d532a214f8df tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1190486 May 18 14:42:39.984430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:39.987853 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c9517bbe-11f7-4bab-854e-5c695dd501d2 req-e1de9063-9d00-43fa-87e4-820e2df04f07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636344 May 18 14:42:39.991711 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:40.066279 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25a1613-61de-4db9-ad1d-92fa7cc92d39,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:40.071104 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:40.086110 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Checking segment: {'id': 'c92cd6b0-3964-487a-9a11-81e85b8a4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '08531eb9-bcb6-4bf0-b6ea-b37f3a0251af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:42:40.086483 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Network hostable DHCP agents. Network: 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:42:40.110311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Network 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:42:40.123004 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:40.132706 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794257d-2a11-4495-86dd-758a114b3305 None None] Network 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:42:40.154931 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:40.155909 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:40.188392 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9565480 May 18 14:42:40.452962 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fe1d8-578b-45f2-9168-dad236d044c0 None None] Network 08531eb9-bcb6-4bf0-b6ea-b37f3a0251af requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:42:40.459693 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e089b-eef1-4c25-a6aa-5bb0fd9157aa req-0fad6bea-d6f8-4f2c-b192-22d166ef8469 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:40.461289 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-489e089b-eef1-4c25-a6aa-5bb0fd9157aa req-0fad6bea-d6f8-4f2c-b192-22d166ef8469 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1455259 May 18 14:42:40.560356 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-489e089b-eef1-4c25-a6aa-5bb0fd9157aa req-f0ba66e2-57b0-4f45-95da-95d8e6105ba4 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850835 May 18 14:42:40.912475 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41124) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:40.918652 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-813851034-network', 'tenant_id': '39b4fe61288c48f29dc9039e1dfb750a'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:40.924414 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:40.929626 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Usage tracker for resource:network and tenant:39b4fe61288c48f29dc9039e1dfb750a is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:40.933251 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:40.939941 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:40.952775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Made reservation on behalf of 39b4fe61288c48f29dc9039e1dfb750a for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:40.955545 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:40.970520 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:40.986801 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:40.991264 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Usage tracker for resource:security_group_rule and tenant:39b4fe61288c48f29dc9039e1dfb750a is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:40.994859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:41.001889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:41.192450 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.199499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.205580 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-126dd51d-ec60-42cb-a595-e454830cf6a6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:41.277112 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:42:41.286792 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f36b626-5111-4274-9371-f2a5a9936849,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:41.306803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:41.307919 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.308237 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Added segment 700a980b-a752-4373-9434-b2f1c1438d32 of type vlan for network 10a935de-41af-485b-a8d0-8b5eaaf8c0b8 May 18 14:42:41.361411 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87336a4-25bc-42dd-bfa4-836e507924e1 req-e30b3ee1-1548-43d7-8144-b2330479bdf8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:41.364163 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a87336a4-25bc-42dd-bfa4-836e507924e1 req-e30b3ee1-1548-43d7-8144-b2330479bdf8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.2327895 May 18 14:42:41.366259 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.445356 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a87336a4-25bc-42dd-bfa4-836e507924e1 req-81c24d38-9366-4bf8-bc38-8aa6306e27a6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611222 May 18 14:42:41.478096 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.479902 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:41.480507 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.485202 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:41.602251 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Pushing event updated for resources: {'Network': ['ID=10a935de-41af-485b-a8d0-8b5eaaf8c0b8,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:41.605714 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6921048 May 18 14:42:41.606787 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:41.608769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41136) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:41.614523 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Request body: {'subnet': {'network_id': '10a935de-41af-485b-a8d0-8b5eaaf8c0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-813851034-subnet', 'tenant_id': '39b4fe61288c48f29dc9039e1dfb750a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:41.615229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 10a935de-41af-485b-a8d0-8b5eaaf8c0b8 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:42:41.619499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:41.623820 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Usage tracker for resource:subnet and tenant:39b4fe61288c48f29dc9039e1dfb750a is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:41.626837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:41.632979 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:41.646961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Made reservation on behalf of 39b4fe61288c48f29dc9039e1dfb750a for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:41.649609 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:41.825374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40bca-c5c6-413d-aac0-eeba78c9fd86 req-1eafeda2-6a24-4d0f-9299-5c5bcab0fefa tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:41.833606 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-17b40bca-c5c6-413d-aac0-eeba78c9fd86 req-1eafeda2-6a24-4d0f-9299-5c5bcab0fefa tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.1082175 May 18 14:42:41.884504 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-17b40bca-c5c6-413d-aac0-eeba78c9fd86 req-44f760af-6c12-44ab-b003-394ee4c2e2dd tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 May 18 14:42:42.112050 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:42.116204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-317e865e-cc4b-4a4a-a0f9-bd53cc53d6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:42.187924 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a1d393-0396-4861-8297-db7a8726600e,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:42.191362 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:42.197681 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Checking segment: {'id': '700a980b-a752-4373-9434-b2f1c1438d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '10a935de-41af-485b-a8d0-8b5eaaf8c0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:42:42.198248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Network hostable DHCP agents. Network: 10a935de-41af-485b-a8d0-8b5eaaf8c0b8, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:42:42.218641 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Network 10a935de-41af-485b-a8d0-8b5eaaf8c0b8 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:42:42.229806 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 10a935de-41af-485b-a8d0-8b5eaaf8c0b8) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:42.241431 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29f51d-c040-46d6-8ffa-7147a8d4d3c9 None None] Network 10a935de-41af-485b-a8d0-8b5eaaf8c0b8 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:42:42.244638 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:42.245361 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:42.271923 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6618700 May 18 14:42:42.441822 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28e3cc-8a8f-4e78-9584-dcd21f05a95c None None] Network 10a935de-41af-485b-a8d0-8b5eaaf8c0b8 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:42:42.660203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e0fce-17a9-4721-a0cc-1b3dcdc1284e req-585aeb2d-7563-461d-880e-7b87a74ba3c3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:42.661644 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d58e0fce-17a9-4721-a0cc-1b3dcdc1284e req-585aeb2d-7563-461d-880e-7b87a74ba3c3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.0873241 May 18 14:42:42.708428 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d58e0fce-17a9-4721-a0cc-1b3dcdc1284e req-92029b04-0eee-43f1-9540-3afdc382365d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393994 May 18 14:42:43.072663 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8d8e-7510-4868-9ecb-8bb783d3f886 req-d46bc17f-40ae-48fe-b0a3-00b7ac321819 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:43.074117 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-89dd8d8e-7510-4868-9ecb-8bb783d3f886 req-d46bc17f-40ae-48fe-b0a3-00b7ac321819 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0849206 May 18 14:42:43.122156 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-89dd8d8e-7510-4868-9ecb-8bb783d3f886 req-c0a406c5-8741-4080-b17d-bd8ff5cc2e6f tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/security-groups?id=26804870-8c60-4b77-957f-89bfa93c18dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 May 18 14:42:43.402235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-84cb23bc-5854-4861-a600-a60319c03dbb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:43.402841 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-84cb23bc-5854-4861-a600-a60319c03dbb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Synchronizing usage tracker for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:43.421088 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-84cb23bc-5854-4861-a600-a60319c03dbb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Unset dirty status for tenant:753fddb6e27740fe83defa80e75e9a1e on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:43.422179 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-84cb23bc-5854-4861-a600-a60319c03dbb tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 945 time: 0.0989754 May 18 14:42:43.531447 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855028-5f36-4594-8498-a5f7450d292c req-0e858bda-52dd-4570-89b6-f04051f9479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:43.532917 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-0e858bda-52dd-4570-89b6-f04051f9479b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1099 time: 0.0724609 May 18 14:42:43.559986 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Deleting port bf300bb7-93ed-4fff-9e4a-c4ad601f314f {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:43.560322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:43.679686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855028-5f36-4594-8498-a5f7450d292c req-f467229b-cc17-4d69-9397-7be4aa51a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:43.681042 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-f467229b-cc17-4d69-9397-7be4aa51a37a service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1339042 May 18 14:42:43.697083 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] For port bf300bb7-93ed-4fff-9e4a-c4ad601f314f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:43.697472 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:43.869240 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-c963dc9d-c55e-4a15-9028-c654756479b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 1001 time: 0.1752362 May 18 14:42:43.937973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855028-5f36-4594-8498-a5f7450d292c req-8dd420ff-dffe-47b3-9e7f-f7ffadf72b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:43.939346 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-8dd420ff-dffe-47b3-9e7f-f7ffadf72b6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0606897 May 18 14:42:43.950437 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Calling delete_port for bf300bb7-93ed-4fff-9e4a-c4ad601f314f owned by compute:nova {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:44.020391 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855028-5f36-4594-8498-a5f7450d292c req-91eb8184-4704-4e6b-9f73-b00a1322683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:44.022167 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-91eb8184-4704-4e6b-9f73-b00a1322683a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759151 May 18 14:42:44.027003 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dedbf6-b8cb-4150-81a5-d3d23383c9fb req-1b7c3355-232b-4cc9-9dba-0fcf30c1521b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:44.028514 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-62dedbf6-b8cb-4150-81a5-d3d23383c9fb req-1b7c3355-232b-4cc9-9dba-0fcf30c1521b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1736495 May 18 14:42:44.125744 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-62dedbf6-b8cb-4150-81a5-d3d23383c9fb req-83bec42a-f512-4bbb-9b3b-314083472dd2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906944 May 18 14:42:44.147020 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:44.152823 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b2f70058-6481-47e3-9a47-57e8f4ea7073 tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:44.159659 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['bf300bb7-93ed-4fff-9e4a-c4ad601f314f'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:44.164605 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-f425191b-af09-4df4-a809-8468ede422ce service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341410 May 18 14:42:44.200741 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Pushing event deleted for resources: {'Port': ['ID=bf300bb7-93ed-4fff-9e4a-c4ad601f314f,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:44.204132 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:44.280203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] No DVR routers for this DVR port bf300bb7-93ed-4fff-9e4a-c4ad601f314f on host hv-cinder-78719 {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:44.282969 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:44.285937 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'name': 'network-vif-deleted', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:44.319816 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7fea9df6-ebac-4e1d-b8a2-ca6676ce0f02 req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.70 "DELETE /v2.0/ports/bf300bb7-93ed-4fff-9e4a-c4ad601f314f HTTP/1.1" status: 204 len: 173 time: 0.8914676 May 18 14:42:44.337636 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48273c32-2fec-41eb-b490-674d29af2d97', 'name': 'network-vif-deleted', 'tag': 'bf300bb7-93ed-4fff-9e4a-c4ad601f314f', 'status': 'completed', 'code': 200} May 18 14:42:44.352662 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85855028-5f36-4594-8498-a5f7450d292c req-40f01dd2-2969-4dff-830b-4567d1a7101c service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809504 May 18 14:42:44.570507 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ade7069-51c5-4b75-9b77-3a50eabb7751 req-71174731-f888-4504-9239-883d44bd904a tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] 10.222.0.63 "GET /v2.0/ports?device_id=48273c32-2fec-41eb-b490-674d29af2d97 HTTP/1.1" status: 200 len: 210 time: 0.2915614 May 18 14:42:45.394720 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053abf7-cd1d-49d6-84f8-88172e88919e req-fed4b0c0-62bc-47af-8ca0-07e17aeda4af tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:45.396215 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d053abf7-cd1d-49d6-84f8-88172e88919e req-fed4b0c0-62bc-47af-8ca0-07e17aeda4af tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.1458249 May 18 14:42:45.445122 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d053abf7-cd1d-49d6-84f8-88172e88919e req-d542b072-0495-4e09-a944-50be8fdfe469 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 May 18 14:42:45.675717 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41194) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:46.242366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:46.575873 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:46.701545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:46.731327 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:46.743479 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:46.749753 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:46.750597 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device bf300bb7-93ed-4fff-9e4a-c4ad601f314f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:46.779555 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:46.810144 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'code': 200} May 18 14:42:46.820886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: bf300bb7-93ed-4fff-9e4a-c4ad601f314f {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:46.820886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device bf300bb7-93ed-4fff-9e4a-c4ad601f314f not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:46.853432 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4d6a-df17-40ab-b941-8b354162ec71 req-af9dbece-c3ff-425e-994a-3c9c5e10b9c4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:46.854889 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-de1b4d6a-df17-40ab-b941-8b354162ec71 req-af9dbece-c3ff-425e-994a-3c9c5e10b9c4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 946 time: 0.2636626 May 18 14:42:46.857549 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=8']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:46.860851 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:46.864378 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Deleting port 778ec059-85fa-4aa9-a2d7-e52f23fbab10 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:46.864720 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:46.989763 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-de1b4d6a-df17-40ab-b941-8b354162ec71 req-228d38e4-43ad-4849-ae70-7dce742865b4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269751 May 18 14:42:47.020283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] For port 778ec059-85fa-4aa9-a2d7-e52f23fbab10, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=778ec059-85fa-4aa9-a2d7-e52f23fbab10,segment=NetworkSegment(3492ed66-f776-4de6-af45-5d7575d89efd),segment_id=3492ed66-f776-4de6-af45-5d7575d89efd)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:47.020638 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:47.143952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Calling delete_port for 778ec059-85fa-4aa9-a2d7-e52f23fbab10 owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:47.438595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:47.443370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c8d753a3-5a2d-4735-b48a-2f748357cb33 tempest-DeleteServersTestJSON-1477239168 tempest-DeleteServersTestJSON-1477239168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:47.491235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Pushing event deleted for resources: {'Port': ['ID=778ec059-85fa-4aa9-a2d7-e52f23fbab10,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:47.522740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:47.765655 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:48.188649 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8efe2-8723-4553-b725-d6375361f7af req-151c6d43-a50f-4d40-b8c9-5d06984ac98e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:48.190003 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-efa8efe2-8723-4553-b725-d6375361f7af req-151c6d43-a50f-4d40-b8c9-5d06984ac98e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0851259 May 18 14:42:48.235963 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-efa8efe2-8723-4553-b725-d6375361f7af req-daf7c282-0f7e-4a47-9ede-73c4c0be45f8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 May 18 14:42:48.239447 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:48.420598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:48.431610 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Sync routers for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:48.442136 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] 10.222.0.63 "PUT /v2.0/routers/0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624829 May 18 14:42:48.442323 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:48.442323 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:42:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:48.442547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41228) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:48.634175 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:48.635920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:48.816418 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:48.926901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Deleting port dac29434-53e7-49da-9dab-e4ad4cff8691 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:48.927359 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.073161 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:42:47Z', 'revision_number': 5, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port': {'id': 'dac29434-53e7-49da-9dab-e4ad4cff8691', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:12Z', 'updated_at': '2021-05-18T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:49.079553 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Checking router: 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:49.081221 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] For port dac29434-53e7-49da-9dab-e4ad4cff8691, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=dac29434-53e7-49da-9dab-e4ad4cff8691,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:49.081603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.094539 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Routers {'0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:49.095652 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:42:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:49.269376 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Calling delete_port for dac29434-53e7-49da-9dab-e4ad4cff8691 owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:49.274142 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] Set router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:49.369046 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb452b-23f5-4879-9196-9c5425950ad0 req-bd4ef1ea-ecd3-475e-8517-9bd036f82daa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:49.370585 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ddcb452b-23f5-4879-9196-9c5425950ad0 req-bd4ef1ea-ecd3-475e-8517-9bd036f82daa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.2145875 May 18 14:42:49.437083 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:42:48Z', 'revision_number': 6, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:49.442970 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87d8ed-0aae-4a3b-85c9-e543da9f213f None None] The sync data for ids ['0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc'] in dv-cinder-787195-7-iscsi is: [{'id': '0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc', 'name': 'tempest-ServerRescueNegativeTestJSON-314063002-router', 'tenant_id': '753fddb6e27740fe83defa80e75e9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:11Z', 'updated_at': '2021-05-18T14:42:48Z', 'revision_number': 6, 'project_id': '753fddb6e27740fe83defa80e75e9a1e', 'gw_port_host': None}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:49.446348 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ddcb452b-23f5-4879-9196-9c5425950ad0 req-5f663faf-5924-48ac-bef1-71f3506db0aa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678587 May 18 14:42:49.565582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.571094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b04d7529-0466-4c58-b430-4f38f791eaea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:49.619895 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=dac29434-53e7-49da-9dab-e4ad4cff8691,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:49.622283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:49.670185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41270) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:49.717550 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.793296 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-84319e5d-c62c-4e68-8e3d-63d9e7abbd89 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217134 May 18 14:42:50.016732 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.019473 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.104013 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.104526 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:42:50.121659 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.122811 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-f74a1cb1-ba0c-4c70-bf79-220d3f7f8f7a admin admin] 10.222.0.63 "DELETE /v2.0/routers/0fccbfe3-0815-4a7d-adb7-6e82b0fd7ffc HTTP/1.1" status: 204 len: 168 time: 1.6793559 May 18 14:42:50.125585 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41284) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:50.186713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Deleting subnet beec13b1-35b9-47fa-a915-cda7701f9c5f {{(pid=91494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:42:50.189836 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.242388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.251249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.415357 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 778ec059-85fa-4aa9-a2d7-e52f23fbab10 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:50.454843 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 778ec059-85fa-4aa9-a2d7-e52f23fbab10 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:50.456494 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 778ec059-85fa-4aa9-a2d7-e52f23fbab10 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:50.457175 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device dac29434-53e7-49da-9dab-e4ad4cff8691 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:50.501934 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: dac29434-53e7-49da-9dab-e4ad4cff8691 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:50.502628 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device dac29434-53e7-49da-9dab-e4ad4cff8691 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:50.534315 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.541035 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:50.580458 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beec13b1-35b9-47fa-a915-cda7701f9c5f,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:50.592320 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:50.598321 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:50.613431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.631435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41298) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:50.632744 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ab5115ff-21b3-47f8-bef2-4ed63ad272fb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/beec13b1-35b9-47fa-a915-cda7701f9c5f HTTP/1.1" status: 204 len: 168 time: 0.5051913 May 18 14:42:50.766518 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa72778-7f3e-4b4a-bcc7-6766a18d25fb req-6e944c85-44c4-4f42-8826-1e4b1d6a48b7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:50.771611 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7fa72778-7f3e-4b4a-bcc7-6766a18d25fb req-6e944c85-44c4-4f42-8826-1e4b1d6a48b7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1230197 May 18 14:42:50.799123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.818499 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7fa72778-7f3e-4b4a-bcc7-6766a18d25fb req-6f29be13-b7f3-4c91-b18f-c285c40b27fa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 May 18 14:42:50.930454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.943679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12ae09e-f826-4b30-91c6-699b84896cb4']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:50.956259 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3492ed66-f776-4de6-af45-5d7575d89efd') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:50.956498 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3492ed66-f776-4de6-af45-5d7575d89efd') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:50.968501 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.988584 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.994776 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:42:50.995189 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:42:51.008372 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:42:51.085280 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.089204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:51.111261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.114436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12ae09e-f826-4b30-91c6-699b84896cb4,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:51.117634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:51.125324 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e7939eba-d2ee-433b-8540-81738639e467 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f12ae09e-f826-4b30-91c6-699b84896cb4 HTTP/1.1" status: 204 len: 168 time: 0.4928238 May 18 14:42:51.312734 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41312) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:51.366170 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fb33efcd-db9f-40dc-9c25-14ade6cd9e5e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=753fddb6e27740fe83defa80e75e9a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522349 May 18 14:42:51.369058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41316) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:51.446044 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.475621 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.531442 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.536429 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:51.552305 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26804870-8c60-4b77-957f-89bfa93c18dc,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:51.557276 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:51.564206 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.565323 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/26804870-8c60-4b77-957f-89bfa93c18dc HTTP/1.1" status: 204 len: 168 time: 0.1953418 May 18 14:42:52.027655 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a879c-b72f-4ff3-a599-86fa0727eb08 req-f5b4db89-d60a-4483-ab5a-02c39420db6e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.029226 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-149a879c-b72f-4ff3-a599-86fa0727eb08 req-f5b4db89-d60a-4483-ab5a-02c39420db6e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0926285 May 18 14:42:52.075671 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-149a879c-b72f-4ff3-a599-86fa0727eb08 req-29371785-8eb4-4e63-b58e-528f6cc8d574 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 May 18 14:42:52.103748 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-5ed13260-105c-4b27-9040-224f79dec581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.105361 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-5ed13260-105c-4b27-9040-224f79dec581 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 1097 time: 0.0775898 May 18 14:42:52.213784 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-367eba1f-ded1-4694-a553-193c15e299a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.215325 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-367eba1f-ded1-4694-a553-193c15e299a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1097 time: 0.0821149 May 18 14:42:52.437616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-47a34d33-a98e-4db2-9934-91ede93936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.439141 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-47a34d33-a98e-4db2-9934-91ede93936ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.2163191 May 18 14:42:52.562509 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-0196c51b-7486-424b-8f36-783ff964031b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 999 time: 0.1116149 May 18 14:42:52.632026 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-d0e8ed06-99ae-4265-a4f2-0ab24c30534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.633467 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-d0e8ed06-99ae-4265-a4f2-0ab24c30534e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0641277 May 18 14:42:52.711838 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-3dbf6506-cf97-4c0b-b967-1dc0abfd7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.713387 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-3dbf6506-cf97-4c0b-b967-1dc0abfd7a0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731323 May 18 14:42:52.854622 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-31066eed-9a74-47fa-b690-496a2def85d3 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328220 May 18 14:42:52.991117 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51598aa9-89c4-4e7e-b22f-6f3f94800462 req-1d9c0c4e-8f45-4a2c-9c4d-a2f35af19f83 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266832 May 18 14:42:53.285625 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00ca92-3b96-4e66-a97e-c068013e0568 req-e3deaab0-d7d4-4df2-91e2-ceeed301770c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:53.288090 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ad00ca92-3b96-4e66-a97e-c068013e0568 req-e3deaab0-d7d4-4df2-91e2-ceeed301770c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0899289 May 18 14:42:53.336737 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ad00ca92-3b96-4e66-a97e-c068013e0568 req-8d1fbd9c-b080-41b0-844b-ed8ea4dc2ed4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 May 18 14:42:53.455333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41394) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:53.574369 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:53.591250 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:53.594913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Usage tracker for resource:security_group_rule and tenant:e5668aabb76742619d104a7c43e755de is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:53.598037 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:53.604542 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:53.739450 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:53.746865 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:53.764325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b2a20680-1bdd-48ff-8787-661079211e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:53.821839 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc84bc1-04b8-4630-808a-be093512cd43,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:53.840731 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5668aabb76742619d104a7c43e755de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840237 May 18 14:42:53.841898 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:53.843385 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41410) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:53.922578 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:53.961474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.042086 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.051048 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-391493d8-991d-40df-8b6a-cc1aea5ef18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:54.065687 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.066924 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/acc84bc1-04b8-4630-808a-be093512cd43 HTTP/1.1" status: 204 len: 168 time: 0.2224922 May 18 14:42:54.068057 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc84bc1-04b8-4630-808a-be093512cd43,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:54.070615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:54.432225 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41428) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:54.452064 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.468877 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:54.473908 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Usage tracker for resource:security_group_rule and tenant:75d8f2fcf420498db3db296498c10db7 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:54.476999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:54.483536 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:54.561233 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377d9ab-4ea2-4017-8424-dfc7d1226d1f req-8b3962b9-181a-4e54-8a57-9f7bbe3b54f5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:54.562823 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e377d9ab-4ea2-4017-8424-dfc7d1226d1f req-8b3962b9-181a-4e54-8a57-9f7bbe3b54f5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1020274 May 18 14:42:54.580464 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.587322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.598428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-76534083-2c84-4e77-a5db-cfaff63b5966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:54.614096 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e377d9ab-4ea2-4017-8424-dfc7d1226d1f req-cae96771-d961-4c1f-84f8-fd5abfed21c9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 May 18 14:42:54.644086 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75d8f2fcf420498db3db296498c10db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107236 May 18 14:42:54.645843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14653400-fe97-481f-a6c6-de98deaa1efd,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:54.646768 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41432) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:54.648984 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:54.714520 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.741893 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.796553 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.800615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-be62ec95-4b38-4bd0-b9a7-de1a78413813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:54.812375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14653400-fe97-481f-a6c6-de98deaa1efd,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:54.816776 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:54.819946 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.821127 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/14653400-fe97-481f-a6c6-de98deaa1efd HTTP/1.1" status: 204 len: 168 time: 0.1731768 May 18 14:42:55.864840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966732a-d96f-4b87-b70f-037eba65bad2 req-a41221c6-6712-4632-ba70-4dac08559d35 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.868327 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a966732a-d96f-4b87-b70f-037eba65bad2 req-a41221c6-6712-4632-ba70-4dac08559d35 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1175215 May 18 14:42:55.930753 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a966732a-d96f-4b87-b70f-037eba65bad2 req-47b00eeb-fa4d-4316-a684-1864d82decb1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559711 May 18 14:42:57.178363 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048c76-af7d-48ef-9745-823533ae41b3 req-fdf4556a-63a7-4ffd-89e6-4954ec00b16d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:57.180253 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-90048c76-af7d-48ef-9745-823533ae41b3 req-fdf4556a-63a7-4ffd-89e6-4954ec00b16d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1190019 May 18 14:42:57.279523 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-90048c76-af7d-48ef-9745-823533ae41b3 req-e69d1c70-a696-41c6-a411-b9f968b69b56 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824924 May 18 14:42:58.524809 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b5d55-f06d-4469-8f64-893bef41f64d req-ebe946b7-a0dc-43e5-a6de-867887ff334a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:58.526420 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-145b5d55-f06d-4469-8f64-893bef41f64d req-ebe946b7-a0dc-43e5-a6de-867887ff334a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1000178 May 18 14:42:58.589712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-145b5d55-f06d-4469-8f64-893bef41f64d req-fdb0f7c5-96f2-461f-812b-b5b1e4a73212 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569506 May 18 14:42:59.819315 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebc9cc-d243-4ea0-8dc5-fb4ea056488f req-a19ed984-81d3-40c8-b84f-21709103a2b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:59.821236 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b3ebc9cc-d243-4ea0-8dc5-fb4ea056488f req-a19ed984-81d3-40c8-b84f-21709103a2b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0981884 May 18 14:42:59.843185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41542) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:59.922690 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b3ebc9cc-d243-4ea0-8dc5-fb4ea056488f req-e7a84d26-9a9e-4a50-87c9-f8d01bdbac95 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955036 May 18 14:42:59.927753 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Deleting subnet b25a1613-61de-4db9-ad1d-92fa7cc92d39 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:42:59.931165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:59.981926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.037582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.405566 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.409674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-99ae4d15-88b3-4485-b64d-1f253491e779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:00.443598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25a1613-61de-4db9-ad1d-92fa7cc92d39,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:00.446668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:00.447668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.453843 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1e5364e6-921b-4182-8b5a-6d8caa7f766f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b25a1613-61de-4db9-ad1d-92fa7cc92d39 HTTP/1.1" status: 204 len: 168 time: 0.6096909 May 18 14:43:00.457992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41546) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:00.565062 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.690748 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.704169 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08531eb9-bcb6-4bf0-b6ea-b37f3a0251af']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:00.716992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92cd6b0-3964-487a-9a11-81e85b8a4ca5') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:00.717282 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92cd6b0-3964-487a-9a11-81e85b8a4ca5') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:00.729097 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.752119 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.762142 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:00.762661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:00.777627 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:00.856393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.863016 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-32b1f1f9-1bd6-4eba-a074-cea790d5b461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:00.873491 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:00.882275 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Pushing event deleted for resources: {'Network': ['ID=08531eb9-bcb6-4bf0-b6ea-b37f3a0251af,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:00.885100 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] 10.222.0.63 "DELETE /v2.0/networks/08531eb9-bcb6-4bf0-b6ea-b37f3a0251af HTTP/1.1" status: 204 len: 168 time: 0.4262395 May 18 14:43:00.885968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:00.888055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41552) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:00.951083 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Deleting subnet 25a1d393-0396-4861-8297-db7a8726600e {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:00.954495 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.005178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.065277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.116187 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98409aa8-b63c-4127-857f-2fc70d628d04 req-bfd83cb6-a896-4d8d-a575-e011d8c353a7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:01.118470 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98409aa8-b63c-4127-857f-2fc70d628d04 req-bfd83cb6-a896-4d8d-a575-e011d8c353a7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0826929 May 18 14:43:01.165409 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-98409aa8-b63c-4127-857f-2fc70d628d04 req-7461626e-a156-417c-a82d-83efdc671517 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 May 18 14:43:01.313432 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.318314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:01.356658 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a1d393-0396-4861-8297-db7a8726600e,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:01.358595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.361891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:01.365387 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b2aa2e9c-3c69-4864-9588-9a5d6086c905 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/25a1d393-0396-4861-8297-db7a8726600e HTTP/1.1" status: 204 len: 168 time: 0.4764488 May 18 14:43:01.368221 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41558) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:01.482596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.606851 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.619987 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a935de-41af-485b-a8d0-8b5eaaf8c0b8']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:01.632679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700a980b-a752-4373-9434-b2f1c1438d32') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:01.633005 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700a980b-a752-4373-9434-b2f1c1438d32') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:01.645658 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.665368 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.673076 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:01.673562 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:01.691391 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:01.890286 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.894315 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a09b3b4a-9713-4194-b503-b9fb203b2eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:01.907711 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:01.915914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=10a935de-41af-485b-a8d0-8b5eaaf8c0b8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:01.918843 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:01.920826 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-af8f082d-37b5-46f8-8c85-f32aaf3e4bdb admin admin] 10.222.0.63 "DELETE /v2.0/networks/10a935de-41af-485b-a8d0-8b5eaaf8c0b8 HTTP/1.1" status: 204 len: 168 time: 0.5514047 May 18 14:43:02.110448 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41568) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:02.159721 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-33389382-e15c-400d-bbec-a03a2f5efa3e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c4f0ecebb494a469414dbb6b9b2ad2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475910 May 18 14:43:02.162824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41572) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:02.227275 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.255922 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.316669 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.321772 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7812cd5d-1fb2-42c3-9b77-9ba54a670bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:02.344760 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e6e70-1778-4ee6-8031-a256d2aae735,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:02.347642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:02.349311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.353237 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/777e6e70-1778-4ee6-8031-a256d2aae735 HTTP/1.1" status: 204 len: 168 time: 0.1867013 May 18 14:43:02.387810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55d52-52f4-40c7-a4f3-65d755a37eec req-b606afa0-d692-4dd8-8ab7-a03480eeb20a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:02.391691 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-19f55d52-52f4-40c7-a4f3-65d755a37eec req-b606afa0-d692-4dd8-8ab7-a03480eeb20a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1089776 May 18 14:43:02.641754 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-19f55d52-52f4-40c7-a4f3-65d755a37eec req-23c1e293-fa8a-41f4-a1e1-fc7ad5e4b4a2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465096 May 18 14:43:02.787038 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41584) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:02.841509 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e52b2d3b-4ba5-46c2-9560-637e092db388 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=39b4fe61288c48f29dc9039e1dfb750a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531557 May 18 14:43:02.844102 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41588) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:02.903058 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.930164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:02.996046 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:03.002970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0063b2dd-46b5-4cd5-8cbf-fd5f49e02d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:03.016789 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:03.018319 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f36b626-5111-4274-9371-f2a5a9936849 HTTP/1.1" status: 204 len: 168 time: 0.1732752 May 18 14:43:03.019355 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f36b626-5111-4274-9371-f2a5a9936849,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:03.022119 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:03.320763 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a489550e-eea1-447c-afc3-7cbd96b52c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:03.857513 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d82ad-82f4-490f-adac-270fb1050443 req-870434c4-cdfa-48f1-8bb3-3d1eb178dcaa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:03.859218 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eb2d82ad-82f4-490f-adac-270fb1050443 req-870434c4-cdfa-48f1-8bb3-3d1eb178dcaa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0866075 May 18 14:43:03.910712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eb2d82ad-82f4-490f-adac-270fb1050443 req-f014a1b9-1cc8-464e-b2e0-db108cda7a18 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 May 18 14:43:04.305844 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:05.124265 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f52d2-2201-4943-8c43-80c29eb75f05 req-716275a4-d707-4d48-a7de-f9b37fb04500 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:05.125642 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-285f52d2-2201-4943-8c43-80c29eb75f05 req-716275a4-d707-4d48-a7de-f9b37fb04500 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0925801 May 18 14:43:05.170293 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81497a-befb-416a-a510-d3b125d1637d req-4c0069af-c79e-40cc-bc51-ad144c486163 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:05.170958 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-285f52d2-2201-4943-8c43-80c29eb75f05 req-b4c45769-d83b-4af9-a356-5bd9c388566b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 May 18 14:43:05.172536 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1e81497a-befb-416a-a510-d3b125d1637d req-4c0069af-c79e-40cc-bc51-ad144c486163 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0853229 May 18 14:43:05.220689 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1e81497a-befb-416a-a510-d3b125d1637d req-2db54f65-cc78-45ff-a681-e6de22d372f9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420158 May 18 14:43:05.552786 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:05.864427 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-26334ebb-005f-4240-a082-c72e68e6bf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:06.380049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed104-a0e2-48d4-9528-6e51819ff57b req-5453f2ac-fe1b-4bae-9168-b98e92ab5d75 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:06.382286 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e47ed104-a0e2-48d4-9528-6e51819ff57b req-5453f2ac-fe1b-4bae-9168-b98e92ab5d75 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0914423 May 18 14:43:06.427845 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bfc4e-99d5-4cf6-9e40-dd2a1b4180ff req-467a61c3-5bfb-42dc-b9c9-d1193dc348bd tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:06.429422 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-855bfc4e-99d5-4cf6-9e40-dd2a1b4180ff req-467a61c3-5bfb-42dc-b9c9-d1193dc348bd tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0976062 May 18 14:43:06.430313 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e47ed104-a0e2-48d4-9528-6e51819ff57b req-f5d9527e-3776-4ade-8f7d-aac97203c686 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 May 18 14:43:06.482389 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-855bfc4e-99d5-4cf6-9e40-dd2a1b4180ff req-6622264b-8cd7-464d-8a54-ab3fb2dad80f tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465317 May 18 14:43:06.987653 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.678617 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224deac-13f7-4387-a524-c46142faa798 req-6d0a1dcd-8ed1-41d5-b512-52a7059cd84d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:07.693984 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e224deac-13f7-4387-a524-c46142faa798 req-6d0a1dcd-8ed1-41d5-b512-52a7059cd84d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1261969 May 18 14:43:07.758708 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135b17-863e-4d02-b03c-505dd67185ab req-2029bf83-e23b-4db1-bc33-5486d74e1e16 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:07.766101 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02135b17-863e-4d02-b03c-505dd67185ab req-2029bf83-e23b-4db1-bc33-5486d74e1e16 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1462393 May 18 14:43:07.768325 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e224deac-13f7-4387-a524-c46142faa798 req-81ce9125-5582-4c86-afda-13d87d051638 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680315 May 18 14:43:07.820190 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02135b17-863e-4d02-b03c-505dd67185ab req-303d30d3-12cb-436e-b04c-ac94b858db37 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530183 May 18 14:43:08.599218 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:08.660175 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.044273 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565ecd4-696c-48dd-8189-85ff6faa8bb8 req-d1b7c103-7e81-4f0d-98cc-aae95097f8c9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.052555 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6565ecd4-696c-48dd-8189-85ff6faa8bb8 req-d1b7c103-7e81-4f0d-98cc-aae95097f8c9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1090374 May 18 14:43:09.117684 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6565ecd4-696c-48dd-8189-85ff6faa8bb8 req-49c8e5c0-8d57-4c19-bf9b-56bebf5ad521 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639439 May 18 14:43:09.123876 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eb2ad-7406-4cba-b7c3-336cd15b72f4 req-b92f1315-c4be-4cb3-8989-4d80cba38818 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.125421 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d7eb2ad-7406-4cba-b7c3-336cd15b72f4 req-b92f1315-c4be-4cb3-8989-4d80cba38818 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.2180364 May 18 14:43:09.177858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d7eb2ad-7406-4cba-b7c3-336cd15b72f4 req-3774346d-ee42-44e8-8087-fa49c912bcfa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451534 May 18 14:43:10.331713 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1be454-877b-4aaf-9a91-0e3b01c6a4b1 req-b7e16da5-2d8b-4237-b418-e439abe3c0ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:10.334468 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-af1be454-877b-4aaf-9a91-0e3b01c6a4b1 req-b7e16da5-2d8b-4237-b418-e439abe3c0ab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1021457 May 18 14:43:10.409681 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-af1be454-877b-4aaf-9a91-0e3b01c6a4b1 req-a22336d4-5cdf-4091-bd7e-9edd2c292561 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647926 May 18 14:43:10.440764 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9969c-7f84-4cdb-8b12-7163213263bd req-ef20085b-2859-42ce-94c6-ced8a3df3d29 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:10.442270 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eda9969c-7f84-4cdb-8b12-7163213263bd req-ef20085b-2859-42ce-94c6-ced8a3df3d29 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1127129 May 18 14:43:10.499376 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eda9969c-7f84-4cdb-8b12-7163213263bd req-adf38ced-a3b1-4491-852c-8e77d91242b4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481467 May 18 14:43:10.843182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41750) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:10.972929 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.987506 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:10.992066 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Usage tracker for resource:security_group_rule and tenant:618f0e363f8944868820e9df8b6a46ce is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:10.995188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:11.001319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:11.096009 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.101736 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.110321 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-16d29fd7-1aed-4ee5-a867-5e16ce12a68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.149647 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=618f0e363f8944868820e9df8b6a46ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050759 May 18 14:43:11.150523 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c38e3e-f35c-4518-b6f0-f97f9432ec38,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.153495 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41756) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:11.153760 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c5530432-66bf-44f9-8644-c6a812ee5627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:11.223273 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.249701 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.304689 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.308595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1504bf5c-3e18-4d08-904a-864aac52d561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.319783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c38e3e-f35c-4518-b6f0-f97f9432ec38,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.329997 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.330371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.330755 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.331131 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.331501 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.331837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.332400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.332494 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.332850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.333191 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.333520 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.334206 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.337607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:11.338894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.344635 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/29c38e3e-f35c-4518-b6f0-f97f9432ec38 HTTP/1.1" status: 204 len: 168 time: 0.1898499 May 18 14:43:11.616936 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619bad3-9a87-44f1-98fd-b02ab24b05d6 req-6079dd7e-f332-463b-8cf3-057affe5c6c8 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:11.618427 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1619bad3-9a87-44f1-98fd-b02ab24b05d6 req-6079dd7e-f332-463b-8cf3-057affe5c6c8 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0922253 May 18 14:43:11.682265 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1619bad3-9a87-44f1-98fd-b02ab24b05d6 req-2c77a885-06e3-4158-a9cd-d969630054a7 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557497 May 18 14:43:11.709925 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41770) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:11.728890 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.735449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d2e15-a18f-4652-b390-ef190f2126a9 req-c9b3525a-a9ec-4c83-a011-4903753f9b54 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:11.737454 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c10d2e15-a18f-4652-b390-ef190f2126a9 req-c9b3525a-a9ec-4c83-a011-4903753f9b54 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1151159 May 18 14:43:11.745147 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:11.752158 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Usage tracker for resource:security_group_rule and tenant:cc5cad4b8b144629806e751e9af24887 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:11.756166 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:11.764993 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:11.789624 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c10d2e15-a18f-4652-b390-ef190f2126a9 req-821f8332-fcd7-4638-9ee0-799f204d7b9a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 May 18 14:43:11.880828 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.887504 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.895743 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-8e412f90-1fc8-4e92-bf70-1b2e424aef6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.941790 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cc5cad4b8b144629806e751e9af24887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301714 May 18 14:43:11.942707 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e945dd65-f89b-4ac1-9388-664365cc04b2,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.945916 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41774) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:11.949056 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:12.019690 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.051073 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.126068 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.129942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-740befb2-2e33-4c37-a111-989eac740c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:12.143468 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945dd65-f89b-4ac1-9388-664365cc04b2,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:12.146260 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:12.149982 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.151677 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-96ad4e10-c2d2-4b34-9c37-5dc8ff17d318 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e945dd65-f89b-4ac1-9388-664365cc04b2 HTTP/1.1" status: 204 len: 168 time: 0.2046700 May 18 14:43:12.902167 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42396-205b-4ef6-9e6c-35a2397f20f9 req-a528511c-f3ca-478f-b8b0-01cccabdeb2b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:12.902167 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3bb42396-205b-4ef6-9e6c-35a2397f20f9 req-a528511c-f3ca-478f-b8b0-01cccabdeb2b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1028073 May 18 14:43:12.967820 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3bb42396-205b-4ef6-9e6c-35a2397f20f9 req-ea348584-e400-4ac0-8c10-d1f60c368740 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598516 May 18 14:43:13.014962 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1f645-5cd7-4dbc-ae61-627d3319d3cc req-7fa20c14-ab65-42d4-85bc-2eadeabf9949 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:13.016449 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-53a1f645-5cd7-4dbc-ae61-627d3319d3cc req-7fa20c14-ab65-42d4-85bc-2eadeabf9949 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0901999 May 18 14:43:13.066146 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-53a1f645-5cd7-4dbc-ae61-627d3319d3cc req-24884f81-d4e7-43c5-a567-9dc9a0a7b5ab tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 May 18 14:43:13.711266 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-7c3c894b-e89f-4c87-ade0-63ed066bf54b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1933033 May 18 14:43:13.739882 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-dda98643-1447-445b-bdb3-e1455a9ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:13.741431 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-dda98643-1447-445b-bdb3-e1455a9ccdfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1137 time: 0.2150326 May 18 14:43:13.828669 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-33533813-5ed2-4e3d-8bb6-3deccbe50632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:13.830153 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-33533813-5ed2-4e3d-8bb6-3deccbe50632 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.0934644 May 18 14:43:13.882277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-8b8bf54e-feda-4921-926b-f75cdabdc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:13.883770 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-8b8bf54e-feda-4921-926b-f75cdabdc3f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.1355877 May 18 14:43:14.014857 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-2d54d994-842e-4a76-9201-e0ed5fec8177 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 1001 time: 0.1239450 May 18 14:43:14.028299 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-e8d4fada-59c9-49a6-9cec-d44cf2b3967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.029880 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-e8d4fada-59c9-49a6-9cec-d44cf2b3967c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1772466 May 18 14:43:14.088842 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-4a638a0c-cdb3-4f5c-849b-217b9a14309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.090800 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-4a638a0c-cdb3-4f5c-849b-217b9a14309e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0685980 May 18 14:43:14.150547 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-9db1330d-4b25-4fad-8b79-180cd82920e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1002 time: 0.1113844 May 18 14:43:14.283225 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-d7e3edd0-8c07-4775-8ad9-9ec29be7aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.284661 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-d7e3edd0-8c07-4775-8ad9-9ec29be7aaa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.1256695 May 18 14:43:14.355242 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510655-312b-4965-9b28-614134c8e2bd req-fac7d3c2-dfd7-4f76-be50-cad242cb7de7 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.356753 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6d510655-312b-4965-9b28-614134c8e2bd req-fac7d3c2-dfd7-4f76-be50-cad242cb7de7 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.2625043 May 18 14:43:14.363282 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-00735a89-cefc-4ec9-962a-e0d627c5e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.364693 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-00735a89-cefc-4ec9-962a-e0d627c5e30e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2317338 May 18 14:43:14.378188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b567ed-72a1-40ac-95e1-37ee443fc87f req-44230cb7-d157-4b09-af9e-18789a587351 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.380272 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-52b567ed-72a1-40ac-95e1-37ee443fc87f req-44230cb7-d157-4b09-af9e-18789a587351 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.1809328 May 18 14:43:14.414710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-a05fc327-d16d-4b20-a245-af91e0b5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.416309 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-a05fc327-d16d-4b20-a245-af91e0b5fee3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232488 May 18 14:43:14.486251 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-52b567ed-72a1-40ac-95e1-37ee443fc87f req-c6100d9e-2de3-4f81-ad4f-8d3deae04510 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899823 May 18 14:43:14.499566 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6d510655-312b-4965-9b28-614134c8e2bd req-0bb26ab4-af50-4f7f-b258-5c88d797441e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338894 May 18 14:43:14.566672 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-50c9e3fe-181d-4c96-926d-040b9e402c82 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861076 May 18 14:43:14.610333 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-90e411fb-3f5f-4f9a-929d-0049ef4bdac8 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852911 May 18 14:43:14.723227 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f142111b-1f31-439e-88d2-6dbe1e180e23 req-95066cd6-a705-40cc-bd3c-da4cff9a1a24 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469491 May 18 14:43:14.782700 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-aaf0c150-7b33-4631-b9b6-f11dd8241b30 req-cd4a7dc0-153a-466a-93c8-7a54ab04653b service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641223 May 18 14:43:15.693249 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2dc30-4554-41a4-a635-ed6b99cce3c2 req-a81743e0-8dac-45dc-9e98-e4173568dc17 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:15.695400 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4ed2dc30-4554-41a4-a635-ed6b99cce3c2 req-a81743e0-8dac-45dc-9e98-e4173568dc17 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0896542 May 18 14:43:15.707286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0bab5-6449-4271-b80d-03a4ddb3206d req-55e19c5f-f589-4b75-be6c-68f273135e7e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:15.709174 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2fa0bab5-6449-4271-b80d-03a4ddb3206d req-55e19c5f-f589-4b75-be6c-68f273135e7e tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0942636 May 18 14:43:15.743269 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4ed2dc30-4554-41a4-a635-ed6b99cce3c2 req-18358188-10ee-4c8c-a921-e0c17b0d47b3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 May 18 14:43:15.764115 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2fa0bab5-6449-4271-b80d-03a4ddb3206d req-3af4db37-38ca-470c-b909-1de245eb5ebe tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484266 May 18 14:43:16.951783 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1e8b-e077-41d8-a5eb-3e7298e6f658 req-89b25eb5-c521-46da-add4-ff46647374c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:16.956544 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5b4a1e8b-e077-41d8-a5eb-3e7298e6f658 req-89b25eb5-c521-46da-add4-ff46647374c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0963352 May 18 14:43:16.963711 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a4b5a-334a-479f-b4ff-07cf2d258709 req-d0c0a307-9f31-4f0d-99f8-86441425db68 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:16.965385 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f18a4b5a-334a-479f-b4ff-07cf2d258709 req-d0c0a307-9f31-4f0d-99f8-86441425db68 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0958741 May 18 14:43:17.000425 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5b4a1e8b-e077-41d8-a5eb-3e7298e6f658 req-41253e6b-3371-4203-9464-2445530baeec tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 May 18 14:43:17.013837 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f18a4b5a-334a-479f-b4ff-07cf2d258709 req-56d29a06-265c-4e6d-991a-eb13f04019d3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421999 May 18 14:43:18.211108 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0005cb-7522-40c9-baed-380994f3cd23 req-e0b89cf0-a2b0-46e1-9b27-e87bb4e5f1aa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:18.213056 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fd0005cb-7522-40c9-baed-380994f3cd23 req-e0b89cf0-a2b0-46e1-9b27-e87bb4e5f1aa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0972886 May 18 14:43:18.261817 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fd0005cb-7522-40c9-baed-380994f3cd23 req-0273bd46-f05d-4404-b6ff-127d564db646 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 May 18 14:43:18.314700 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd5558-6088-4c53-aabc-3ca7d57ae751 req-1a722b18-b3b6-4c36-a197-6b855ffb87c3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:18.316127 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d1bd5558-6088-4c53-aabc-3ca7d57ae751 req-1a722b18-b3b6-4c36-a197-6b855ffb87c3 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1936603 May 18 14:43:18.365393 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d1bd5558-6088-4c53-aabc-3ca7d57ae751 req-1e0d0384-ee8d-4f6a-a924-584a250a34b9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432839 May 18 14:43:19.490968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edc320-3a0c-49bb-887f-77ae3bc3ffe2 req-4dae6c21-de2a-4644-84b0-df64371c7bb7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:19.494706 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-42edc320-3a0c-49bb-887f-77ae3bc3ffe2 req-4dae6c21-de2a-4644-84b0-df64371c7bb7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0883899 May 18 14:43:19.540906 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-42edc320-3a0c-49bb-887f-77ae3bc3ffe2 req-657396c0-9f4c-4677-b9e2-09398d4f7cc5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 May 18 14:43:19.571233 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fe03-5118-4cd8-aca0-99a3b39fd5ab req-a0e5372b-46c4-42dd-bf5c-d595880d4c2b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:19.572859 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5374fe03-5118-4cd8-aca0-99a3b39fd5ab req-a0e5372b-46c4-42dd-bf5c-d595880d4c2b tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0903273 May 18 14:43:19.626188 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5374fe03-5118-4cd8-aca0-99a3b39fd5ab req-967b1771-098e-4f80-8f85-fc1b8a929a2c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472043 May 18 14:43:20.269045 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41942) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:20.397889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.413667 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:20.418431 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb50edc5c3b40dcad18e17d05b2da11 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:20.421499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:20.427768 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:20.509471 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.515358 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.522756 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fb25989c-e612-4f25-ae1e-11e25219e4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:20.566345 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ceb50edc5c3b40dcad18e17d05b2da11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962129 May 18 14:43:20.567284 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b23d9-d3e2-4bb9-8e16-e0f0798e017a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:20.569239 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41956) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:20.570393 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:20.630778 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.658276 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.720241 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.725447 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b5901271-385f-43ea-9dac-f9aa32cf628d tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:20.737782 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b23d9-d3e2-4bb9-8e16-e0f0798e017a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:20.746425 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:20.749092 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae66b4-78a7-46c3-ba76-0712ee0ec250 req-e4d3544d-120f-468d-9d3d-b17381003b88 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:20.750638 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02ae66b4-78a7-46c3-ba76-0712ee0ec250 req-e4d3544d-120f-468d-9d3d-b17381003b88 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0866244 May 18 14:43:20.751968 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:20.753052 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-909322ae-334d-4955-8c3b-d1fb1073a426 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/900b23d9-d3e2-4bb9-8e16-e0f0798e017a HTTP/1.1" status: 204 len: 168 time: 0.1828558 May 18 14:43:20.801825 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-02ae66b4-78a7-46c3-ba76-0712ee0ec250 req-f55a5ea9-0e1d-41c8-9a2a-73021f9c6115 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 May 18 14:43:20.838412 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576aeb1-3d42-494a-b276-5f3e0de72210 req-2a9eefac-4bad-44e4-aa30-6ddcd5beb3a2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:20.839952 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8576aeb1-3d42-494a-b276-5f3e0de72210 req-2a9eefac-4bad-44e4-aa30-6ddcd5beb3a2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0859301 May 18 14:43:20.892713 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8576aeb1-3d42-494a-b276-5f3e0de72210 req-ef935864-0474-4ced-8da4-1682b7fad68c tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464954 May 18 14:43:21.065007 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 41972) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:21.083540 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.099484 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:21.103881 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8f8099f636437d9068f70c4bb5fdac is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:21.107303 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:21.113344 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:21.196454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.203461 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.216004 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9d5f8915-10a8-44a8-b065-47f9d3e205a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:21.257630 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b8f8099f636437d9068f70c4bb5fdac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888556 May 18 14:43:21.257630 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e122f99-ff48-4b7e-8ffa-4944964e3b24,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:21.258333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 41978) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:21.260015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:21.335017 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.361847 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.426876 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.432814 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1fb0aafe-8a2c-498f-ab19-ced9b9126880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:21.450818 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e122f99-ff48-4b7e-8ffa-4944964e3b24,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:21.453124 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:21.459984 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.461109 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e122f99-ff48-4b7e-8ffa-4944964e3b24 HTTP/1.1" status: 204 len: 168 time: 0.2011802 May 18 14:43:21.983183 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:43:22.005815 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447585df-4d21-4700-8e83-caf751ce309a req-0d69fc14-c37e-47c7-a694-079ecee919f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.012949 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-447585df-4d21-4700-8e83-caf751ce309a req-0d69fc14-c37e-47c7-a694-079ecee919f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 944 time: 0.0969975 May 18 14:43:22.068933 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-447585df-4d21-4700-8e83-caf751ce309a req-c61d8fab-739a-45c7-91f1-c984a6c798a2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500176 May 18 14:43:22.098961 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16d0cb-dae5-4a90-b6f4-9bd716d21656 req-70f348cd-57e3-4824-894c-7352410cbcf2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.098961 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-da16d0cb-dae5-4a90-b6f4-9bd716d21656 req-70f348cd-57e3-4824-894c-7352410cbcf2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0912516 May 18 14:43:22.141551 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:22.151605 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-da16d0cb-dae5-4a90-b6f4-9bd716d21656 req-4b69a7c6-46ad-4727-8b4d-ccf1a3e038b4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461924 May 18 14:43:22.156077 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'mac_address': 'fa:16:3e:b3:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:43:22.215480 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:22.235576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:43:22.250935 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:22.255979 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:22.257719 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-aeb2f262-0e10-4d10-90ff-422efe723c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:22.322481 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=9']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:22.325960 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:22.749805 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['daf2aaf6-04ef-4e5b-976b-491096ed3aca'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:43:23.312630 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2129d8-10d7-435a-90bb-d3612ec9111b req-a68be7a0-b9f4-4aea-a34b-8889eccbebc1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:23.314297 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5d2129d8-10d7-435a-90bb-d3612ec9111b req-a68be7a0-b9f4-4aea-a34b-8889eccbebc1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 945 time: 0.0940940 May 18 14:43:23.361487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74844d32-ea64-48e4-8319-64d74aaa196d req-e5b997d4-cd91-4c8e-8063-e30c472168d0 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:23.362076 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5d2129d8-10d7-435a-90bb-d3612ec9111b req-25821740-b79f-4831-b841-2c080346a030 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 May 18 14:43:23.363837 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74844d32-ea64-48e4-8319-64d74aaa196d req-e5b997d4-cd91-4c8e-8063-e30c472168d0 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0927458 May 18 14:43:23.413183 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74844d32-ea64-48e4-8319-64d74aaa196d req-35e73590-1ecb-4fde-82be-22e2308fcb2a tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433249 May 18 14:43:23.699149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42050) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:23.820897 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:23.836210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:23.840723 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Usage tracker for resource:security_group_rule and tenant:642f45fa42144cd982ea477ebc97d4c1 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:23.844058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:23.850071 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:23.937903 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:23.943209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:23.950461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-38ca5432-d9e4-48d3-a055-72d60fc70496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:23.990365 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=642f45fa42144cd982ea477ebc97d4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900181 May 18 14:43:23.991249 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb3a53f-2b6f-4af7-96e8-a52de7f373c8,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:23.994230 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:23.994673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42056) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:24.027166 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:43:24.067230 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.094271 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port daf2aaf6-04ef-4e5b-976b-491096ed3aca triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:43:24.094512 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.094643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.151231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.156214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ed3226e5-38ae-44f7-86dd-71dbdd03b8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:24.167914 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb3a53f-2b6f-4af7-96e8-a52de7f373c8,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:24.170793 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:24.172735 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.175080 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8cb3a53f-2b6f-4af7-96e8-a52de7f373c8 HTTP/1.1" status: 204 len: 168 time: 0.1794169 May 18 14:43:24.220092 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.247448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:24.257300 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:24.263525 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.267481 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-adad8034-f5c9-4ead-94ed-7d9e494aa2c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:24.341492 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=10']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:24.344674 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:24.498918 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42072) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:24.507036 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'code': 200} May 18 14:43:24.521230 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.540120 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:24.545217 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Usage tracker for resource:security_group_rule and tenant:28e26197cf3d43319420dcd79c63fbf0 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:24.548305 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:24.560051 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:24.582035 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905ef27-7905-4fc0-a8b0-e7fef715205d req-b46ee90c-b0a3-4f3c-b393-2e019a4a965c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:24.584193 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3905ef27-7905-4fc0-a8b0-e7fef715205d req-b46ee90c-b0a3-4f3c-b393-2e019a4a965c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.1040082 May 18 14:43:24.641262 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3905ef27-7905-4fc0-a8b0-e7fef715205d req-48bee207-6af7-4770-b800-74e69838ea6c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507433 May 18 14:43:24.716382 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.723032 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.730932 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f008377a-907a-477c-80a5-df88e28a94e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:24.768212 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7992fc-e87b-42f1-9ea1-fd8078301e13 req-d750ef2e-709b-45ca-ab49-2c97fc371fd6 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:24.769674 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2a7992fc-e87b-42f1-9ea1-fd8078301e13 req-d750ef2e-709b-45ca-ab49-2c97fc371fd6 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.1578722 May 18 14:43:24.794892 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af342591-1e26-4b47-bcff-d8335fed1093,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:24.798910 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28e26197cf3d43319420dcd79c63fbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987115 May 18 14:43:24.801621 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:24.802274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42078) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:24.860327 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2a7992fc-e87b-42f1-9ea1-fd8078301e13 req-d2a9ded9-ef3c-4232-8f55-3d5dedc31c1f tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822453 May 18 14:43:24.883994 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.914001 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.973780 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.979613 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-912eab0d-a56f-4ce8-93d6-2f81000f1f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:24.999434 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af342591-1e26-4b47-bcff-d8335fed1093,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:25.003959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:25.011305 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.012397 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af342591-1e26-4b47-bcff-d8335fed1093 HTTP/1.1" status: 204 len: 168 time: 0.2094522 May 18 14:43:25.297685 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6deae-03bd-4a52-b052-4dc28d584c65 req-cf421e4c-a049-4c74-9484-df1c6e88d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:25.299202 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3ca6deae-03bd-4a52-b052-4dc28d584c65 req-cf421e4c-a049-4c74-9484-df1c6e88d89b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1100 time: 0.0830402 May 18 14:43:25.347414 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3ca6deae-03bd-4a52-b052-4dc28d584c65 req-c9b18be0-4a10-4214-b205-2114f683d1ab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367658 May 18 14:43:25.838359 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9456f-98cf-4c85-9a8d-0b0aa8ab03ab req-7b9fb387-0c5a-4fea-a828-868c7f3b02ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:25.840511 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ce9456f-98cf-4c85-9a8d-0b0aa8ab03ab req-7b9fb387-0c5a-4fea-a828-868c7f3b02ee tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0832324 May 18 14:43:25.902792 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6ce9456f-98cf-4c85-9a8d-0b0aa8ab03ab req-28a55b38-bf3a-48b6-962b-c7e23282e57f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560961 May 18 14:43:26.072424 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a1d7d-27aa-470c-801f-70ebf2af9a5e req-cff7bfc2-d56a-44dc-8171-64e3e1ef7659 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.073940 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a27a1d7d-27aa-470c-801f-70ebf2af9a5e req-cff7bfc2-d56a-44dc-8171-64e3e1ef7659 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0850868 May 18 14:43:26.122267 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a27a1d7d-27aa-470c-801f-70ebf2af9a5e req-421ca5ec-e540-4235-9420-2c7eff8482f9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416665 May 18 14:43:26.288013 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42116) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:26.426269 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.443810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:26.447961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Usage tracker for resource:security_group_rule and tenant:3df77cf7d6eb4851bfa9d18e27e22332 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:26.451135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:26.457544 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:26.560228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.565630 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.573674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f0005570-a73d-436e-8688-809acf9e68af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:26.615430 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3df77cf7d6eb4851bfa9d18e27e22332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263087 May 18 14:43:26.616430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a907d-c4bd-484c-8b78-5c41e50efd5a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:26.618298 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42122) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:26.619602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:26.687367 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.715528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.774673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.779494 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-888cf156-4eb4-4412-a830-c19bda74f1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:26.791189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a907d-c4bd-484c-8b78-5c41e50efd5a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:26.796658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:26.799317 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.803460 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e5a907d-c4bd-484c-8b78-5c41e50efd5a HTTP/1.1" status: 204 len: 168 time: 0.1830871 May 18 14:43:27.109743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c99a9-c02c-4b35-a249-6b60323ec298 req-da2ed53f-2288-4c57-a120-863014130e58 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:27.111389 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-db0c99a9-c02c-4b35-a249-6b60323ec298 req-da2ed53f-2288-4c57-a120-863014130e58 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0954349 May 18 14:43:27.159189 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-db0c99a9-c02c-4b35-a249-6b60323ec298 req-69b4bef7-2f52-42fc-932b-ceac98005a73 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 May 18 14:43:27.321034 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445eefe-64e6-4eea-925f-3ba4c656ab52 req-30358440-030e-4fd8-b946-c98a37d0a6be tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:27.322494 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6445eefe-64e6-4eea-925f-3ba4c656ab52 req-30358440-030e-4fd8-b946-c98a37d0a6be tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0808914 May 18 14:43:27.375184 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6445eefe-64e6-4eea-925f-3ba4c656ab52 req-e639a360-cd05-4920-a824-a99bec2b55e9 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=15eebd7c-d5f4-44da-a013-d6cdb1eed921&id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463023 May 18 14:43:28.372378 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439472-6dac-4df8-82e6-086e4708d463 req-73adf7f1-6dd2-46c8-b515-caefcbe2c14c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:28.373866 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ca439472-6dac-4df8-82e6-086e4708d463 req-73adf7f1-6dd2-46c8-b515-caefcbe2c14c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0969341 May 18 14:43:28.423108 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ca439472-6dac-4df8-82e6-086e4708d463 req-7a6d21f0-67d6-4783-ab9b-c342efb1d1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 May 18 14:43:33.219360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42204) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:33.325879 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4a3b-0c40-4775-849e-925ad50f1ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.349271 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.363940 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:33.368070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Usage tracker for resource:security_group_rule and tenant:89689ff6827a4ae9ae87a766508076df is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:33.370837 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:33.376858 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:33.468228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.474682 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.482019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-2333baaa-dbab-461d-a62c-a94bdd127936 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:33.521941 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e10b15-69d7-4599-ab74-7375ef951201,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:33.526206 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=89689ff6827a4ae9ae87a766508076df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058584 May 18 14:43:33.527100 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:33.529013 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42212) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:33.588778 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.619112 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.774941 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.778601 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-52f30f2b-9bc8-4689-a715-31954dd0ebef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:33.790616 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e10b15-69d7-4599-ab74-7375ef951201,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:33.793161 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:33.801482 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.802617 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-af43f1b5-2df4-4e9b-a918-2fefa4353907 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48e10b15-69d7-4599-ab74-7375ef951201 HTTP/1.1" status: 204 len: 168 time: 0.2727203 May 18 14:43:35.543984 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.859393 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ca95900d-fd91-4bd9-b7a7-3ae17f432e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.969596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.609814 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.655834 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.313228 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:43.520446 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42338) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:43.653047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.668267 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:43.672408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Usage tracker for resource:security_group_rule and tenant:8a0f30a4ed6c46e9b5152eaa5c3c2fb1 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:43.675737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:43.681800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:43.773654 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.779217 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.787274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3145931f-ce1e-48a4-9e43-074610f07329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:43.827463 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a0f30a4ed6c46e9b5152eaa5c3c2fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054695 May 18 14:43:43.829109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daab4ec-7ca1-45ed-b91d-7018eeeddb6b,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:43.830385 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42344) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:43.832381 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:43.896651 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.925215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.982713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:43.988204 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cd7dec87-a7d8-4b85-a115-935ef5c69d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:43.999041 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daab4ec-7ca1-45ed-b91d-7018eeeddb6b,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:44.009581 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.009973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.010307 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.010658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.011024 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.011387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.011732 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.012071 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.012415 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.012752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.013068 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.013399 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:44.016990 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:44.018048 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.019527 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-d3a4f3c2-81be-4482-8502-6263c8469520 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1daab4ec-7ca1-45ed-b91d-7018eeeddb6b HTTP/1.1" status: 204 len: 168 time: 0.1874721 May 18 14:43:44.345850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42352) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:44.365568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.381327 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:44.385419 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:e50328340f4a4f0ca780567a1d3c4661 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:44.388404 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:44.395021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:44.480642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.488198 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.498594 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-22b22892-97bd-408b-9836-35350717ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:44.547907 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e50328340f4a4f0ca780567a1d3c4661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003138 May 18 14:43:44.548800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01704e68-a7bb-4272-9036-c93ce407e6a0,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:44.552025 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:44.552442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42356) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:44.617015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.645107 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.702223 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.707507 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-41002245-6b2f-4303-8669-084a07f442a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:44.719626 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01704e68-a7bb-4272-9036-c93ce407e6a0,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:44.721982 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:44.731404 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.732554 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/01704e68-a7bb-4272-9036-c93ce407e6a0 HTTP/1.1" status: 204 len: 168 time: 0.1790743 May 18 14:43:45.136046 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42364) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:45.154332 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.171571 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:43:45.176661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Usage tracker for resource:security_group_rule and tenant:75884ede62c942759a62a95f9f655283 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:43:45.179879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:43:45.186335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:43:45.279668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.286404 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.295165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4539d47-dbc3-4229-a0b9-c1c1404a649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:45.340167 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75884ede62c942759a62a95f9f655283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030151 May 18 14:43:45.341822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7b587-2a3f-487c-8d30-0c71bfcf14a7,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:45.343106 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42368) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:45.345135 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:45.411283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.437580 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.494628 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.500978 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-797b699d-9e6c-4629-81fe-6f2ccac06ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:45.514456 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7b587-2a3f-487c-8d30-0c71bfcf14a7,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:45.518367 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:45.524118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.525249 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0eb7b587-2a3f-487c-8d30-0c71bfcf14a7 HTTP/1.1" status: 204 len: 168 time: 0.1811633 May 18 14:43:51.737439 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a037-a8e4-4947-a747-35702a26a2ac req-0f65bfd8-2e31-40a3-9bf3-acd960565150 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:51.739246 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cc41a037-a8e4-4947-a747-35702a26a2ac req-0f65bfd8-2e31-40a3-9bf3-acd960565150 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0894971 May 18 14:43:51.785770 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cc41a037-a8e4-4947-a747-35702a26a2ac req-8db8d4cf-9859-4322-8415-1ae01b264566 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 May 18 14:43:53.060320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8df72-3c56-4fa2-8c3b-ce75988eda6d req-8036113c-a547-4dc5-9de4-40cf0ca1a786 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:53.061783 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e0a8df72-3c56-4fa2-8c3b-ce75988eda6d req-8036113c-a547-4dc5-9de4-40cf0ca1a786 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1542473 May 18 14:43:53.115220 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e0a8df72-3c56-4fa2-8c3b-ce75988eda6d req-1f52c254-5670-41a0-a403-333c3134375e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 May 18 14:43:54.348143 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a3ff0-62ce-4b4a-b53f-a7e917f52062 req-9a288091-15e3-4914-85a0-6edc99306fd8 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:54.349602 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-491a3ff0-62ce-4b4a-b53f-a7e917f52062 req-9a288091-15e3-4914-85a0-6edc99306fd8 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1107283 May 18 14:43:54.398182 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-491a3ff0-62ce-4b4a-b53f-a7e917f52062 req-24ca3058-c75f-4ddc-a16b-e54cc46d5a35 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 May 18 14:43:55.616282 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3756e2-b26d-42e8-b839-938861065327 req-9fe7faaa-8582-49a9-a6c0-c0a88af85e73 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:55.617746 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ae3756e2-b26d-42e8-b839-938861065327 req-9fe7faaa-8582-49a9-a6c0-c0a88af85e73 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0955522 May 18 14:43:55.672793 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ae3756e2-b26d-42e8-b839-938861065327 req-f6568272-8398-4a80-a863-a28365595495 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 May 18 14:43:56.879047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606a22-5cec-4da6-bdc8-4db06071c420 req-8501e326-7f55-43da-98cd-5e141bd46cd9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:56.880538 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f606a22-5cec-4da6-bdc8-4db06071c420 req-8501e326-7f55-43da-98cd-5e141bd46cd9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0946553 May 18 14:43:56.931690 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f606a22-5cec-4da6-bdc8-4db06071c420 req-a952e3f7-771e-45f5-8af6-6ad792a375c4 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451245 May 18 14:43:58.291715 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79fbed-7e5c-42c7-9b13-2968eb2df0f4 req-207afcc6-5f4a-4707-9ed7-aba30f4369e0 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:58.293197 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7b79fbed-7e5c-42c7-9b13-2968eb2df0f4 req-207afcc6-5f4a-4707-9ed7-aba30f4369e0 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0819020 May 18 14:43:58.349284 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7b79fbed-7e5c-42c7-9b13-2968eb2df0f4 req-b53a4d04-45ec-409c-bf16-ed7c6068f5a9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463779 May 18 14:43:59.552900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369fad-3bb0-431d-9204-8570b53107d1 req-4db31179-9a63-4735-b491-7d6c94de8e6e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:59.554331 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-88369fad-3bb0-431d-9204-8570b53107d1 req-4db31179-9a63-4735-b491-7d6c94de8e6e tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0891912 May 18 14:43:59.603330 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-88369fad-3bb0-431d-9204-8570b53107d1 req-726c3cd3-d836-4f06-87b3-e3731efb81bb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 May 18 14:44:00.812068 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131df41-1bfa-4d4c-b432-cea75f8ee4da req-5f34f814-823d-4ada-a2e4-74df07878d33 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:00.813598 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2131df41-1bfa-4d4c-b432-cea75f8ee4da req-5f34f814-823d-4ada-a2e4-74df07878d33 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0875909 May 18 14:44:00.861008 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2131df41-1bfa-4d4c-b432-cea75f8ee4da req-b6ee3343-13a5-4fc4-80e9-d048dbb6ea41 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 May 18 14:44:02.085816 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8a55-a5b6-43c5-ad5b-24f62dbdc225 req-0ac04923-2fca-48b8-bc59-59cfc9d7f4d3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:02.087295 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b08f8a55-a5b6-43c5-ad5b-24f62dbdc225 req-0ac04923-2fca-48b8-bc59-59cfc9d7f4d3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0982687 May 18 14:44:02.133235 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b08f8a55-a5b6-43c5-ad5b-24f62dbdc225 req-6921590c-2e86-44b8-ae72-f38843d12410 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 May 18 14:44:03.330256 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6d22291c-791f-42ab-a25d-b85be34f862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:03.336928 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca7b11-17f2-42a0-903a-ea5834426377 req-7419c52c-a827-4206-bd5b-282e6fa77a6b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:03.338401 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2cca7b11-17f2-42a0-903a-ea5834426377 req-7419c52c-a827-4206-bd5b-282e6fa77a6b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0879068 May 18 14:44:03.385121 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2cca7b11-17f2-42a0-903a-ea5834426377 req-183cf8b8-640d-4ac9-afbd-2f5d1f5b2859 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 May 18 14:44:04.577469 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbc363-001a-4cd8-b15e-a2edd14b9fdc req-cbb620c6-7be3-4850-9799-bf21bb6f9717 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:04.578912 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e3dbc363-001a-4cd8-b15e-a2edd14b9fdc req-cbb620c6-7be3-4850-9799-bf21bb6f9717 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0855372 May 18 14:44:04.627724 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e3dbc363-001a-4cd8-b15e-a2edd14b9fdc req-a2cfc1da-6f45-421e-a81e-9d4938d2bd42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 May 18 14:44:05.545644 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:05.832937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99758-df87-4aad-9c25-b5b5785c09cd req-2163cff3-febb-4ac5-8fcd-9f9444bba201 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:05.834750 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e5e99758-df87-4aad-9c25-b5b5785c09cd req-2163cff3-febb-4ac5-8fcd-9f9444bba201 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0977621 May 18 14:44:05.864037 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d0f3-05ce-43e1-91ed-22113ed0b0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:05.881858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e5e99758-df87-4aad-9c25-b5b5785c09cd req-d849d6bc-1518-47ff-aa53-9bda34a981ee tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410564 May 18 14:44:06.974920 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.082150 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ab88-936c-4779-9865-0de2d67f626f req-7da2bb44-0b4c-4e9b-a85b-38e55c38a6f4 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.083865 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f92ab88-936c-4779-9865-0de2d67f626f req-7da2bb44-0b4c-4e9b-a85b-38e55c38a6f4 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0851133 May 18 14:44:07.128734 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f92ab88-936c-4779-9865-0de2d67f626f req-98fccd83-753d-43d0-a7f7-f2924d110ce3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390074 May 18 14:44:08.328511 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4273-6f83-4755-a54f-c43306e86bdf req-9ba5a59e-6aa9-40f3-9cbb-43f0527d7481 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.329987 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-083a4273-6f83-4755-a54f-c43306e86bdf req-9ba5a59e-6aa9-40f3-9cbb-43f0527d7481 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0866992 May 18 14:44:08.383391 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-083a4273-6f83-4755-a54f-c43306e86bdf req-c050b687-8697-4ae9-a9a7-36b52273b80c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469184 May 18 14:44:08.607421 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:08.660955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:08.822982 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde385b9-b47e-41c9-87a7-9dd62b078df1 req-33a40e2d-ff26-43da-9597-768b05761f26 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.824452 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cde385b9-b47e-41c9-87a7-9dd62b078df1 req-33a40e2d-ff26-43da-9597-768b05761f26 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1550393 May 18 14:44:08.835302 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7dae-2d48-473f-bad3-09f25121664d req-18582c26-9549-40ab-9235-e525892df498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.836679 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-18582c26-9549-40ab-9235-e525892df498 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 1099 time: 0.1092532 May 18 14:44:08.955192 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-cde385b9-b47e-41c9-87a7-9dd62b078df1 req-50d2b1a2-284d-4401-b8ac-411bfa18c3d8 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235623 May 18 14:44:08.994820 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7dae-2d48-473f-bad3-09f25121664d req-21e7e852-5198-451c-86a5-c908c7da155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.996306 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-21e7e852-5198-451c-86a5-c908c7da155b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1476538 May 18 14:44:09.113216 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-64a044a7-89ed-48cc-bee9-079422369478 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 200 len: 1002 time: 0.1071429 May 18 14:44:09.183890 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7dae-2d48-473f-bad3-09f25121664d req-69f109f4-b78c-404d-8c8e-de6a07bf1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:09.185382 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-69f109f4-b78c-404d-8c8e-de6a07bf1248 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0637805 May 18 14:44:09.269848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7dae-2d48-473f-bad3-09f25121664d req-4844c3bc-990e-4409-9717-cebf8009685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:09.271277 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-4844c3bc-990e-4409-9717-cebf8009685f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760479 May 18 14:44:09.405110 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-0c1d7ea0-cde7-4607-8cac-fae41b6e2975 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255870 May 18 14:44:09.543626 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b09d7dae-2d48-473f-bad3-09f25121664d req-e72baea7-349a-464e-ad7b-c8ca7527e54b service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290791 May 18 14:44:10.149725 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6d8ff-83d8-4607-a9ae-e2e572c936d8 req-b6d77d79-9310-46a9-8daf-84757caf8d8f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:10.151304 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9fc6d8ff-83d8-4607-a9ae-e2e572c936d8 req-b6d77d79-9310-46a9-8daf-84757caf8d8f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0855432 May 18 14:44:10.205315 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9fc6d8ff-83d8-4607-a9ae-e2e572c936d8 req-adb454c7-762e-41fd-a537-67088feccf11 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471020 May 18 14:44:10.559566 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-bc5396a3-48a8-4c2a-90b6-5526737e129e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729470 May 18 14:44:10.658760 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-c4539eb2-2fcb-46df-8369-4e489b0eff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:10.660159 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-c4539eb2-2fcb-46df-8369-4e489b0eff84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 1100 time: 0.0736125 May 18 14:44:10.897741 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-b34ae436-d18d-417d-9b8a-1892483df868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:10.899204 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-b34ae436-d18d-417d-9b8a-1892483df868 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.2126775 May 18 14:44:11.002834 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-1356799d-5d19-4bfa-b2da-870380d88390 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 200 len: 1001 time: 0.0944633 May 18 14:44:11.070463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-fe8e2b37-fd75-48a3-9e30-94204713bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:11.071890 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-fe8e2b37-fd75-48a3-9e30-94204713bac3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0611367 May 18 14:44:11.154695 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-711889f2-24b7-436e-ac87-f56158982816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:11.156076 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-711889f2-24b7-436e-ac87-f56158982816 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756269 May 18 14:44:11.306463 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-705c187e-0edf-4a99-931d-f623def119be service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417379 May 18 14:44:11.504295 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3d705cdb-6b7c-4090-929b-74821b280af3 req-1a51cbea-d636-4127-9026-3fa183b0d0b7 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531229 May 18 14:44:11.516114 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90e45-f573-4e76-95c1-92ae6e8972c8 req-803fc047-d1a5-4048-97b2-5bd89e208f90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:11.518016 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-02d90e45-f573-4e76-95c1-92ae6e8972c8 req-803fc047-d1a5-4048-97b2-5bd89e208f90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.2014854 May 18 14:44:11.569572 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-02d90e45-f573-4e76-95c1-92ae6e8972c8 req-5e6ffbed-3490-4bc0-9224-f6a3f4bec879 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 May 18 14:44:14.364578 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2154-4b52-41c3-8b5c-47d3d1c33451 req-22d83143-2161-49ff-936e-63f7a82a3760 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:14.366812 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-696f2154-4b52-41c3-8b5c-47d3d1c33451 req-22d83143-2161-49ff-936e-63f7a82a3760 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.1058075 May 18 14:44:14.422539 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-696f2154-4b52-41c3-8b5c-47d3d1c33451 req-6aa7d1ed-0e12-4a66-a392-2d221848dff7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 May 18 14:44:15.626889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb28e5-6904-4fc6-9085-61453936a9fa req-2f8cc95f-f487-4056-a242-8129388d83f2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:15.628387 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-96fb28e5-6904-4fc6-9085-61453936a9fa req-2f8cc95f-f487-4056-a242-8129388d83f2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0917587 May 18 14:44:15.675136 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-96fb28e5-6904-4fc6-9085-61453936a9fa req-8d62b81f-166d-430d-b027-3aefb0f1c5fa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 May 18 14:44:16.890337 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab348f-79e2-462e-914e-3fb3dd6cf692 req-d7efd2f6-8c5b-46b0-9023-d11ed66296aa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:16.891796 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fdab348f-79e2-462e-914e-3fb3dd6cf692 req-d7efd2f6-8c5b-46b0-9023-d11ed66296aa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0898516 May 18 14:44:16.938408 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fdab348f-79e2-462e-914e-3fb3dd6cf692 req-5bf20b05-2ad1-47ee-8830-45a913f5d0ca tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 May 18 14:44:18.302085 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:44:18.306625 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0500-3fac-49bb-8ded-d904aa146821 req-5505e956-10aa-4516-98d2-d36002742bfc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:18.308249 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f68d0500-3fac-49bb-8ded-d904aa146821 req-5505e956-10aa-4516-98d2-d36002742bfc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0985436 May 18 14:44:18.354059 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f68d0500-3fac-49bb-8ded-d904aa146821 req-e500f303-f41d-4201-8846-d618d83109ae tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 May 18 14:44:19.562594 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9416-8643-4f7b-968c-b758daaad663 req-8576aa41-a7db-435d-8c54-86757f2b16d9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:19.564039 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-99da9416-8643-4f7b-968c-b758daaad663 req-8576aa41-a7db-435d-8c54-86757f2b16d9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0849051 May 18 14:44:19.613081 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-99da9416-8643-4f7b-968c-b758daaad663 req-8e5b197b-c283-4244-99c7-2a74cb16479f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 May 18 14:44:20.817227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed7bd-a8ec-444e-8103-be0be78d7c00 req-cc11b63c-97cf-43ef-9564-22c7d1d2fa92 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:20.818739 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-931ed7bd-a8ec-444e-8103-be0be78d7c00 req-cc11b63c-97cf-43ef-9564-22c7d1d2fa92 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0932620 May 18 14:44:20.867753 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-931ed7bd-a8ec-444e-8103-be0be78d7c00 req-3799f1b3-fcca-4061-bbfa-778f1db99d8e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 May 18 14:44:22.056398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade910f-c71f-4b37-bcf0-d1b7950e4d67 req-89819b86-694d-4f59-bee9-02b78aa3233a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.057925 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bade910f-c71f-4b37-bcf0-d1b7950e4d67 req-89819b86-694d-4f59-bee9-02b78aa3233a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0838678 May 18 14:44:22.114719 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bade910f-c71f-4b37-bcf0-d1b7950e4d67 req-c2d95701-f427-46d5-b83b-18336052a30c tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508704 May 18 14:44:23.329983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a555b8-0aa3-4061-a50e-76a4f66cc66b req-895d5987-1a43-468f-adf6-2ce14bbbc115 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:23.331497 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c6a555b8-0aa3-4061-a50e-76a4f66cc66b req-895d5987-1a43-468f-adf6-2ce14bbbc115 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0952744 May 18 14:44:23.379892 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c6a555b8-0aa3-4061-a50e-76a4f66cc66b req-2712ee93-16e9-43c6-86df-e7f6c7f328d5 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 May 18 14:44:24.584795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa921-f92d-4f14-9044-d910a95b73b6 req-bf3ce6a2-92de-4250-b24f-9d74fe9051f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:24.586266 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-006aa921-f92d-4f14-9044-d910a95b73b6 req-bf3ce6a2-92de-4250-b24f-9d74fe9051f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0915871 May 18 14:44:24.634923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-006aa921-f92d-4f14-9044-d910a95b73b6 req-ce7f1c98-ca5d-4523-bf5d-6bf1cf399722 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 May 18 14:44:25.842403 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c2478-7fc9-46e4-aca8-08530ef1d84c req-1fddbb68-03d5-42a7-9ac0-de6b717f1371 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:25.843813 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f6c2478-7fc9-46e4-aca8-08530ef1d84c req-1fddbb68-03d5-42a7-9ac0-de6b717f1371 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0931196 May 18 14:44:25.893551 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7f6c2478-7fc9-46e4-aca8-08530ef1d84c req-c041f761-4f62-448d-9544-8a52e587b2a1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 May 18 14:44:27.119392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d8d15-1ad7-4fd5-bf72-fc5efdd73236 req-d88e2bb4-b8c2-4cd1-8435-115ccf4474cf tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:27.120837 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-057d8d15-1ad7-4fd5-bf72-fc5efdd73236 req-d88e2bb4-b8c2-4cd1-8435-115ccf4474cf tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0899911 May 18 14:44:27.167580 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-057d8d15-1ad7-4fd5-bf72-fc5efdd73236 req-85faeaa5-d302-4f60-886f-6824499a687e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 May 18 14:44:28.357156 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad4303-1ddb-46c8-9b28-4503f24e1876 req-23c4b9ef-30ff-4fa7-bdde-c8c7642317f2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:28.358616 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d4ad4303-1ddb-46c8-9b28-4503f24e1876 req-23c4b9ef-30ff-4fa7-bdde-c8c7642317f2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0851970 May 18 14:44:28.408968 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d4ad4303-1ddb-46c8-9b28-4503f24e1876 req-c4943cf2-3007-4b19-810d-1f2b6eaca3f9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 May 18 14:44:29.614966 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ea58b-1cf2-49ac-9ab7-7a8b43e474a9 req-5582c630-9ac6-4b27-b5eb-443c65bb64ff tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.616455 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-009ea58b-1cf2-49ac-9ab7-7a8b43e474a9 req-5582c630-9ac6-4b27-b5eb-443c65bb64ff tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0961204 May 18 14:44:29.661960 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-009ea58b-1cf2-49ac-9ab7-7a8b43e474a9 req-88ce9a4a-d52b-4cd6-8d36-49635796186f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 May 18 14:44:30.866839 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf877b-dc6b-440a-b4aa-22be7e786fbc req-c77358c5-75aa-4ac7-be6f-9071930a4905 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:30.868485 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-50cf877b-dc6b-440a-b4aa-22be7e786fbc req-c77358c5-75aa-4ac7-be6f-9071930a4905 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0905373 May 18 14:44:31.013916 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-50cf877b-dc6b-440a-b4aa-22be7e786fbc req-7e21ce85-a7c9-4c91-80e4-3b6bcb359513 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368301 May 18 14:44:32.196864 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-04fbc493-1173-4918-9838-8b6a1e600b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:32.198881 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-04fbc493-1173-4918-9838-8b6a1e600b4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.1219172 May 18 14:44:32.402271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97607-4469-419a-aee7-a9919eb95d5e req-05458cc4-0113-4843-acee-b7f469c68e8e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:32.403643 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9c97607-4469-419a-aee7-a9919eb95d5e req-05458cc4-0113-4843-acee-b7f469c68e8e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.2570679 May 18 14:44:32.435726 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-1b9b64c2-459b-4b8e-8dff-0239b4e8e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:32.437118 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-1b9b64c2-459b-4b8e-8dff-0239b4e8e053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.2308605 May 18 14:44:32.518796 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9c97607-4469-419a-aee7-a9919eb95d5e req-11611e40-be5c-4eec-a925-21b0e974395e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065624 May 18 14:44:32.552427 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-3d469ca7-acb7-48f9-b4cd-bc9b1aee5e64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 999 time: 0.0974312 May 18 14:44:32.622881 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-8d1988e2-df78-41e7-9978-69fd14ae1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:32.624346 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-8d1988e2-df78-41e7-9978-69fd14ae1021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0636318 May 18 14:44:32.709643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-e0872005-1137-4969-bd9e-5235c8f4be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:32.711249 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-e0872005-1137-4969-bd9e-5235c8f4be5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796151 May 18 14:44:32.847971 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-b4fcf748-9669-47fa-ac10-33f10e140f6e service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285086 May 18 14:44:32.999549 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8906037c-df0f-4fb3-9c84-8b885476ba6b req-fa9956df-a671-4873-ad2c-9dcb2aca2150 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407495 May 18 14:44:33.343060 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-43ccca34-f05a-43fc-a756-65831571c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.716832 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e55f1c-cf2b-4431-840c-159f027b5152 req-9679152e-1eae-456d-9f94-434e3b0dceb6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:33.718273 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-41e55f1c-cf2b-4431-840c-159f027b5152 req-9679152e-1eae-456d-9f94-434e3b0dceb6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0835469 May 18 14:44:33.769934 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-41e55f1c-cf2b-4431-840c-159f027b5152 req-733a4db4-cf82-4a92-87cb-2f25b3c4aaf4 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 May 18 14:44:34.979932 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482298-ef7e-4f78-a960-2b0c8de5999e req-a9a2fd57-6068-432f-b41d-a204c0a11b6f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:34.981406 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-69482298-ef7e-4f78-a960-2b0c8de5999e req-a9a2fd57-6068-432f-b41d-a204c0a11b6f tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0955048 May 18 14:44:35.029008 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-69482298-ef7e-4f78-a960-2b0c8de5999e req-bbd5265b-32a7-41ab-bb0e-02d594e079fe tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 May 18 14:44:35.542429 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.835350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42722) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:35.868824 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b736-fbae-41d4-bc47-2ec985360a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.968933 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.984524 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:35.988737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Usage tracker for resource:security_group_rule and tenant:d10a5ce9f1154ab69c91bffb30f8364e is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:35.991830 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:35.997994 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:36.088844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.093884 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.102602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7fbccbd0-497f-4131-9264-b5eea69a45cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:36.141955 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c44196-77f1-4871-9c24-3d565244ef63,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:36.145785 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d10a5ce9f1154ab69c91bffb30f8364e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093481 May 18 14:44:36.148779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42730) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:36.185428 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.185803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.186169 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.186501 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.186888 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.187263 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.187616 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.187963 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.188295 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.188633 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.188977 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.189306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:36.197243 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:36.209835 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.236089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.241915 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb272-0f9f-4083-88fb-dc46ac2e3932 req-1ce3c437-d440-4779-81ed-b584ed1307b2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:36.243602 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-246eb272-0f9f-4083-88fb-dc46ac2e3932 req-1ce3c437-d440-4779-81ed-b584ed1307b2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.1035316 May 18 14:44:36.288283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.291733 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-246eb272-0f9f-4083-88fb-dc46ac2e3932 req-79236cda-1116-4906-bef7-1eba91120c7e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 May 18 14:44:36.292445 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-20c55792-bb73-4f1e-a1fc-8a845c207358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:36.311147 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.312272 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/63c44196-77f1-4871-9c24-3d565244ef63 HTTP/1.1" status: 204 len: 168 time: 0.1624637 May 18 14:44:36.315483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c44196-77f1-4871-9c24-3d565244ef63,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:36.319696 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:36.594292 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-9e7ef9d7-b61e-4b81-88d1-385880d891fa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748103 May 18 14:44:36.673207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b3a5-30ad-4253-869e-eb2af2e86b51 req-4dc40d5d-9f18-49b0-baf4-f2d8e2c5a0de tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:36.674669 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f2d3b3a5-30ad-4253-869e-eb2af2e86b51 req-4dc40d5d-9f18-49b0-baf4-f2d8e2c5a0de tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0968783 May 18 14:44:36.731203 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f2d3b3a5-30ad-4253-869e-eb2af2e86b51 req-768cdfc7-30f2-41d9-8d19-175809042c2a tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503507 May 18 14:44:36.976227 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.925097 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f935-2e9a-4637-a297-7da3a7376a72 req-a2c0a416-c3fd-45f0-82ab-17f9fdea94fb tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:37.926708 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea00f935-2e9a-4637-a297-7da3a7376a72 req-a2c0a416-c3fd-45f0-82ab-17f9fdea94fb tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0831749 May 18 14:44:37.981121 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea00f935-2e9a-4637-a297-7da3a7376a72 req-101b767f-c2e1-40af-a3fd-111f81beed5b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475841 May 18 14:44:38.304036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-d114a942-679a-4b13-97bf-4308af04e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:38.306152 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-d114a942-679a-4b13-97bf-4308af04e494 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08&tenant_id=78b4b87ca6cc41ce807496b5c7f345c5 HTTP/1.1" status: 200 len: 1098 time: 0.0836127 May 18 14:44:38.397595 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:38.408572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-4d31a8e1-61eb-4411-a0eb-444ea7c08bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:38.410089 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-4d31a8e1-61eb-4411-a0eb-444ea7c08bf8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0783682 May 18 14:44:38.517722 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.545870 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:38.548882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-7b126a52-9627-4144-92b2-34826a817eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:38.550335 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-7b126a52-9627-4144-92b2-34826a817eb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1329186 May 18 14:44:38.556634 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:38.568152 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.570081 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:38.605378 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'code': 200} May 18 14:44:38.643668 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.652340 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=6']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:38.660914 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-82a73cee-935a-4b85-a96c-cb7a589d5b6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 997 time: 0.1003258 May 18 14:44:38.665292 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.665799 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.666372 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.666781 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.667139 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.667475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.667973 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.668441 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.668994 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.669524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.669870 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.670200 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:38.674930 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.675761 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:38.730040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-45f16d2d-70c9-422b-9125-e3644b6d24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:38.731510 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-45f16d2d-70c9-422b-9125-e3644b6d24d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0628977 May 18 14:44:38.808118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-2ae2e9d4-5a64-48df-9768-74e313aae322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:38.809641 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-2ae2e9d4-5a64-48df-9768-74e313aae322 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709414 May 18 14:44:38.951384 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-60f9f6ff-e077-494f-bcc9-9dbec36453d5 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338756 May 18 14:44:39.099642 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-a3b2d9c0-b965-4e6c-b36f-f02ecf1b4ad6 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0eb887112ea944b998fde67f10b47d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096153 May 18 14:44:39.192447 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d360-78f6-4ac9-8305-f29c20fec267 req-416cb44a-8bda-44e0-ab9b-e3a8f54d4375 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:39.193931 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e265d360-78f6-4ac9-8305-f29c20fec267 req-416cb44a-8bda-44e0-ab9b-e3a8f54d4375 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0880551 May 18 14:44:39.241843 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e265d360-78f6-4ac9-8305-f29c20fec267 req-14a6c853-fc46-434a-a7de-9d4cfb029f1d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 May 18 14:44:39.311194 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-2d53b382-768c-405e-86f8-ae1e3537abca service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534770 May 18 14:44:39.350392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-6becfb63-029c-48a7-a811-9cfdad008082 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:39.352071 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-6becfb63-029c-48a7-a811-9cfdad008082 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088754 May 18 14:44:39.366703 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-03b33466-977d-4233-8162-179972fc71af tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/quotas/0eb887112ea944b998fde67f10b47d8c HTTP/1.1" status: 200 len: 375 time: 0.0091310 May 18 14:44:39.424363 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-32e08c42-1ae3-4c14-9e6c-0ab0017e8da9 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0eb887112ea944b998fde67f10b47d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520327 May 18 14:44:39.624515 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-29beebae-d1d4-4f3a-8edf-be1aee2285f2 req-2b99b4ab-75eb-4269-b271-d3136c9f7ed8 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 210 time: 0.0480280 May 18 14:44:40.444140 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5014-6114-436a-951a-684a817fab6b req-1f9be87d-cd7f-4ba0-8e4d-d8e2233f34f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:40.445672 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85ac5014-6114-436a-951a-684a817fab6b req-1f9be87d-cd7f-4ba0-8e4d-d8e2233f34f1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0978470 May 18 14:44:40.496586 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-85ac5014-6114-436a-951a-684a817fab6b req-0aaa4ef0-1604-45aa-89e4-84c9093c9eb1 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 May 18 14:44:40.719813 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-41394f87-004a-4858-8be9-8568e74774ab tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0eb887112ea944b998fde67f10b47d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382810 May 18 14:44:40.781084 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2c6ca38d-4313-470e-b1e8-c26db8425660 req-62d43b22-fb0a-4470-b880-590905c7cb8d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 210 time: 0.0474293 May 18 14:44:40.887531 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-1a753f76-3b79-4f8b-945a-19357bf9d808 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:40.888952 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-1a753f76-3b79-4f8b-945a-19357bf9d808 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639202 May 18 14:44:40.909237 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Request body: {'port': {'device_id': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555', 'admin_state_up': True, 'tenant_id': '0eb887112ea944b998fde67f10b47d8c'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:41.047114 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:41.050895 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Usage tracker for resource:port and tenant:0eb887112ea944b998fde67f10b47d8c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:41.053732 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:41.059505 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:41.071017 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Made reservation on behalf of 0eb887112ea944b998fde67f10b47d8c for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:44:41.074565 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.087538 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.102559 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:41.106586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Usage tracker for resource:security_group_rule and tenant:0eb887112ea944b998fde67f10b47d8c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:41.109605 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:41.116004 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:41.211441 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.219202 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.222196 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7f25d22e-00a0-4712-8db1-d00c729dbc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:41.303931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:41.310278 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:41.393371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Allocated IP 192.168.233.134 (36e4d217-c694-41b3-ba0b-3430c9596555/b07ae1db-9cc1-444e-83f6-428c31847803/da7218ac-0194-43f4-8d2d-ac05f92c8fb6) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:44:41.605598 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.669221 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Transition to ACTIVE for port object da7218ac-0194-43f4-8d2d-ac05f92c8fb6 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:44:41.719851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b777d92-06d0-4cbd-976f-dc39fb2e3dac req-d641ec3a-285f-44d2-8b80-0ddba5e55616 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:41.721357 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b777d92-06d0-4cbd-976f-dc39fb2e3dac req-d641ec3a-285f-44d2-8b80-0ddba5e55616 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1096120 May 18 14:44:41.722749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.730543 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f5310975-667e-47b0-b89e-85c12954113b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:41.811991 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Network 36e4d217-c694-41b3-ba0b-3430c9596555 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:44:41.816182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:44:41.818849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:44:41.824841 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:41.825548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.864592 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2b777d92-06d0-4cbd-976f-dc39fb2e3dac req-df92c678-601e-450c-9be9-1b415da59d46 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349173 May 18 14:44:41.868504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Pushing event updated for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:41.872417 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:41.886838 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9812529 May 18 14:44:41.899942 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Request body: {'port': {'device_id': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:41.986357 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8bbb7-c7be-4507-bdc5-7b6a58902ace req-a3c8f616-d8e1-4254-a8b4-ce4bf504faf6 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:41.987867 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7be8bbb7-c7be-4507-bdc5-7b6a58902ace req-a3c8f616-d8e1-4254-a8b4-ce4bf504faf6 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 936 time: 0.0816331 May 18 14:44:42.019016 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.038260 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7be8bbb7-c7be-4507-bdc5-7b6a58902ace req-a81af37b-0a4f-4b60-bbc3-1187d57368bf tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 May 18 14:44:42.048527 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-312e76ea-c833-4cb9-9da2-8a6da851dd87 None None] Provisioning for port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:44:42.063652 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-312e76ea-c833-4cb9-9da2-8a6da851dd87 None None] Provisioning complete for port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:42.063982 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-312e76ea-c833-4cb9-9da2-8a6da851dd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.121141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-312e76ea-c833-4cb9-9da2-8a6da851dd87 None None] Port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:44:42.451470 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7218ac-0194-43f4-8d2d-ac05f92c8fb6 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:42.459190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.473361 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Transition to ACTIVE for port object da7218ac-0194-43f4-8d2d-ac05f92c8fb6 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:44:42.480082 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.483775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:42.640634 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Pushing event updated for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:42.650642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:42.667355 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Attempting to bind port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:44:42.667744 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Attempting to bind port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:44:42.668209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Attempting to bind port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 on network 36e4d217-c694-41b3-ba0b-3430c9596555 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:44:42.673495 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 on network 36e4d217-c694-41b3-ba0b-3430c9596555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:44:42.673815 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Attempting to bind port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 on network 36e4d217-c694-41b3-ba0b-3430c9596555 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:44:42.679035 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:44:42.679408 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Checking segment: {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:44:42.679801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Bound using segment: {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:44:42.680210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Bound port: da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e605421c-b2b1-4225-9a11-b86f3c3e23b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:44:42.680558 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.786469 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:44:42.789600 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:44:42.797600 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.803357 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:42.865119 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:42.865697 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.867140 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] 10.222.0.70 "PUT /v2.0/ports/da7218ac-0194-43f4-8d2d-ac05f92c8fb6 HTTP/1.1" status: 200 len: 1098 time: 0.9720778 May 18 14:44:42.867604 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:42.888987 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Pushing event updated for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:42.892480 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:43.006079 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-b3f86cb7-da7e-4992-b275-659d93f766bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.008000 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-b3f86cb7-da7e-4992-b275-659d93f766bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eb887112ea944b998fde67f10b47d8c&device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 1101 time: 0.0847204 May 18 14:44:43.076059 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6', 'status': 'completed', 'code': 200} May 18 14:44:43.088962 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-6f226afe-a000-452b-97bb-bde29ecf5a5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0719669 May 18 14:44:43.107316 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f7570-e81f-4f31-a052-6435d787bd0d req-4e8cc2d1-019d-47e4-a15d-d6e6f48d7f36 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.108806 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-593f7570-e81f-4f31-a052-6435d787bd0d req-4e8cc2d1-019d-47e4-a15d-d6e6f48d7f36 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1027210 May 18 14:44:43.155680 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-cbd4decf-f055-48e1-a1e6-dfd51f371976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.157389 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-cbd4decf-f055-48e1-a1e6-dfd51f371976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b07ae1db-9cc1-444e-83f6-428c31847803 HTTP/1.1" status: 200 len: 843 time: 0.0613072 May 18 14:44:43.162364 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-593f7570-e81f-4f31-a052-6435d787bd0d req-cdd914a6-a1e7-4197-874e-1b9df48f2c2e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 May 18 14:44:43.302030 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c4fb3ee5-daf5-4080-8f5f-da89f23c8053 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.302710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c4fb3ee5-daf5-4080-8f5f-da89f23c8053 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Synchronizing usage tracker for tenant:0eb887112ea944b998fde67f10b47d8c on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:43.307076 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-dae19540-5335-47d1-8b00-7545038674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.308826 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-dae19540-5335-47d1-8b00-7545038674b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=36e4d217-c694-41b3-ba0b-3430c9596555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1130195 May 18 14:44:43.354599 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c4fb3ee5-daf5-4080-8f5f-da89f23c8053 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Unset dirty status for tenant:0eb887112ea944b998fde67f10b47d8c on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:43.355928 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c4fb3ee5-daf5-4080-8f5f-da89f23c8053 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 948 time: 0.1922832 May 18 14:44:43.467260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c6d17027-888d-4ad9-8c76-b0258ce8084e tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Synchronizing usage tracker for tenant:0eb887112ea944b998fde67f10b47d8c on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:43.491551 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-8c0bd606-5382-40da-aa5a-facbdb6352c0 service neutron] 10.222.0.70 "GET /v2.0/networks/36e4d217-c694-41b3-ba0b-3430c9596555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741350 May 18 14:44:43.520150 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c6d17027-888d-4ad9-8c76-b0258ce8084e tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Unset dirty status for tenant:0eb887112ea944b998fde67f10b47d8c on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:43.521236 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-530d3327-fd9d-4edf-9e2d-04be51d68c3d req-c6d17027-888d-4ad9-8c76-b0258ce8084e tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583652 May 18 14:44:43.630771 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f5e62cc1-945a-4d47-98d4-6d9ae07304f5 req-0c15e7b2-2a89-436d-99e1-aa59cc743050 service neutron] 10.222.0.70 "GET /v2.0/networks/36e4d217-c694-41b3-ba0b-3430c9596555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308601 May 18 14:44:43.785736 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-ca626149-c83d-4cf7-913a-5aed40cf1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.787184 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-ca626149-c83d-4cf7-913a-5aed40cf1e81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eb887112ea944b998fde67f10b47d8c&device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 1101 time: 0.0777411 May 18 14:44:43.927623 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-7dafd7bd-2bdd-464c-9d42-f42ca0306b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.929178 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-7dafd7bd-2bdd-464c-9d42-f42ca0306b69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=36e4d217-c694-41b3-ba0b-3430c9596555 HTTP/1.1" status: 200 len: 870 time: 0.1320331 May 18 14:44:43.998707 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-dca7052c-0d80-49e0-b1d8-148c22ca3d16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0611997 May 18 14:44:44.142100 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-077115d9-3420-4c29-9ca7-a96311f5977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:44.143557 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-077115d9-3420-4c29-9ca7-a96311f5977e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b07ae1db-9cc1-444e-83f6-428c31847803 HTTP/1.1" status: 200 len: 843 time: 0.1382635 May 18 14:44:44.223036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-d4195a3c-8137-43bc-b8b1-6070449c4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:44.224667 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-d4195a3c-8137-43bc-b8b1-6070449c4d66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=36e4d217-c694-41b3-ba0b-3430c9596555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728686 May 18 14:44:44.347679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589725-123d-4289-ae46-08ee746a2bd6 req-bea47f82-94b5-4670-9c56-381de32b17a0 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:44.349125 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2d589725-123d-4289-ae46-08ee746a2bd6 req-bea47f82-94b5-4670-9c56-381de32b17a0 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.0848236 May 18 14:44:44.363241 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-11d0e504-d47d-4ef8-bee0-7cc90c730ee5 service neutron] 10.222.0.70 "GET /v2.0/networks/36e4d217-c694-41b3-ba0b-3430c9596555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298027 May 18 14:44:44.398466 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2d589725-123d-4289-ae46-08ee746a2bd6 req-21ee3427-77df-4933-8cd7-7805d4662cc3 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 May 18 14:44:44.515835 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-018175cc-d5ef-4d5c-adf5-0d3ad6089d32 req-a062de4f-9bc1-45a1-8b03-6905e353c027 service neutron] 10.222.0.70 "GET /v2.0/networks/36e4d217-c694-41b3-ba0b-3430c9596555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419225 May 18 14:44:44.545529 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-33d62e37-0f3a-41ac-81cf-7711cca09f0f tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604682423&fields=id&tenant_id=49cfc755cdcf4692aaf6508c20d03019 HTTP/1.1" status: 200 len: 267 time: 0.0483704 May 18 14:44:44.634158 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-ebc67d46-f643-44f3-8666-0e4f8060f064 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:44.635698 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-ebc67d46-f643-44f3-8666-0e4f8060f064 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 984 time: 0.0852387 May 18 14:44:44.646756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Request body: {'port': {'security_groups': ['f869f71d-f7dd-4094-8a04-985ded2d3ec6']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:44.705782 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa0dc-cb0c-4258-9977-c20fd429c486 req-430054d1-75dd-40e4-a757-e578384f440a tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:44.707311 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2c1fa0dc-cb0c-4258-9977-c20fd429c486 req-430054d1-75dd-40e4-a757-e578384f440a tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 948 time: 0.0805035 May 18 14:44:44.760924 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2c1fa0dc-cb0c-4258-9977-c20fd429c486 req-9a13e345-877e-47d9-97e0-e1124cddb2e3 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 May 18 14:44:44.770095 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.026452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:45.053286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.061554 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.070648 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4d907f-1cfe-42a3-a5c1-402f2129c3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:45.074627 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:45.139908 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.140550 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.141975 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61bfe85c-5f78-4aa4-8410-af71b674dc86 req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "PUT /v2.0/ports/15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 942 time: 0.4998360 May 18 14:44:45.142686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:45.149771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42840) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:45.171856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event updated for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=7']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:45.182351 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.182351 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.182670 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.182909 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.183324 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.183837 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.184207 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.185370 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.186019 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.186375 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.186722 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.187088 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:45.194889 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:45.203647 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:44:45.252780 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.297162 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.310398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-e07b7bb7-30dc-48fa-ac9c-44588d91bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.312305 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-e07b7bb7-30dc-48fa-ac9c-44588d91bdb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1098 time: 0.0839851 May 18 14:44:45.325121 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:45.375544 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.381732 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:45.399256 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eebd7c-d5f4-44da-a013-d6cdb1eed921,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:45.402644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:45.426659 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.431807 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "DELETE /v2.0/security-groups/15eebd7c-d5f4-44da-a013-d6cdb1eed921 HTTP/1.1" status: 204 len: 168 time: 0.2801468 May 18 14:44:45.432679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42846) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:45.436184 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-bd9e1d17-f36c-44ad-b86a-811b5cb76ed3 None None] Provisioning complete for port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:45.437050 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd9e1d17-f36c-44ad-b86a-811b5cb76ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.468487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-38058bd0-4b5b-4d1c-9a9b-b767f4f16c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.469897 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-38058bd0-4b5b-4d1c-9a9b-b767f4f16c28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.1467085 May 18 14:44:45.636996 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-1c7ec22c-613c-440a-b644-c64784fa7061 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 1001 time: 0.1593177 May 18 14:44:45.733840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-5edbb1f8-e1f7-4c30-87ba-727f7d29dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.735289 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-5edbb1f8-e1f7-4c30-87ba-727f7d29dbf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0893636 May 18 14:44:45.736634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Deleting port 9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:45.737067 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.782629 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7291-ecb8-4e5e-bae0-c20026fe8d04 req-89d506fe-adaf-4570-8bdd-1fc32c8d9048 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.784189 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d46b7291-ecb8-4e5e-bae0-c20026fe8d04 req-89d506fe-adaf-4570-8bdd-1fc32c8d9048 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 943 time: 0.1903660 May 18 14:44:45.855353 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d46b7291-ecb8-4e5e-bae0-c20026fe8d04 req-d3b31d57-1dfd-4615-b91c-9aba6dc9d100 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634968 May 18 14:44:45.864919 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.865249 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.868474 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-8809a72a-c815-4f5a-9e9c-94706d0df497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:45.877902 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-8809a72a-c815-4f5a-9e9c-94706d0df497 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253247 May 18 14:44:46.116901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Calling delete_port for 9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd owned by network:floatingip {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:46.167005 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-ec2ca0ba-6af8-418c-be3b-7b821fe45144 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892463 May 18 14:44:46.227835 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec60e4-ae63-4791-a80b-00740d1702a1 req-0a07297b-1c41-4548-bc76-be75972f3799 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:46.229313 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d9ec60e4-ae63-4791-a80b-00740d1702a1 req-0a07297b-1c41-4548-bc76-be75972f3799 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 948 time: 0.2525032 May 18 14:44:46.273647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.282590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-abde0845-2847-4074-9e34-90037e0b326b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.326235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event deleted for resources: {'Port': ['ID=9733b3eb-b4fd-43ad-9d0a-f4e32c6903dd,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.336016 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d9ec60e4-ae63-4791-a80b-00740d1702a1 req-fe0dd861-b6fe-4f70-8462-a9d9ecafafd9 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 May 18 14:44:46.352590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.359060 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8fe70e1e-31a7-4972-bb07-7ca30fde7965 req-1dcb295e-b1b1-4a93-93be-d09bc144fdd7 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840694 May 18 14:44:46.420254 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:44:46.422495 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks [] for floatingip, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.422901 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Floating IP 41ae8a30-a6b3-4161-8811-845426e61b13 disassociated (deleted). External IP: 172.27.0.129, port: 15807f9a-6d70-4001-bb3f-dc2744fd2f0e. May 18 14:44:46.555548 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:46.569143 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'port_id': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'mac_address': 'fa:16:3e:d5:24:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:44:46.627555 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.645213 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:46.661458 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:46.666946 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.667686 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device da7218ac-0194-43f4-8d2d-ac05f92c8fb6 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:44:46.669863 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ab008a16-c013-4260-a961-efd4f30cc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.777832 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=7']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.796665 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Router c45506ee-f64f-4b43-8714-4a12c8cbdc77 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:46.822383 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.899395 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:46.915832 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6', 'network_id': '36e4d217-c694-41b3-ba0b-3430c9596555', 'port_id': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6', 'mac_address': 'fa:16:3e:7b:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07ae1db-9cc1-444e-83f6-428c31847803', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:44:46.978471 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.988360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:46.998547 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7218ac-0194-43f4-8d2d-ac05f92c8fb6 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:47.006199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Sync routers for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:47.025538 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:47.026257 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:47.043077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912240f-fce2-492d-b24c-81ab98044fd4 req-dee43991-eea8-4c38-9e61-c3dfe87cb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.046395 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2912240f-fce2-492d-b24c-81ab98044fd4 req-dee43991-eea8-4c38-9e61-c3dfe87cb240 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1097 time: 0.0860162 May 18 14:44:47.067596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.075872 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:47.086751 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.093634 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2912240f-fce2-492d-b24c-81ab98044fd4 req-12a48be3-7066-4c2c-bb5c-614377786c64 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 May 18 14:44:47.095790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:47.140250 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "DELETE /v2.0/floatingips/41ae8a30-a6b3-4161-8811-845426e61b13 HTTP/1.1" status: 204 len: 168 time: 1.7064373 May 18 14:44:47.141478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:47.160250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e3b03-9c22-425a-91b3-6cfd88df4ba5 req-3cf02c24-377f-4ebe-b698-645c4aa7750b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.161951 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-166e3b03-9c22-425a-91b3-6cfd88df4ba5 req-3cf02c24-377f-4ebe-b698-645c4aa7750b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.1548405 May 18 14:44:47.212193 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-166e3b03-9c22-425a-91b3-6cfd88df4ba5 req-725352e6-c86c-418d-9c2e-ddd7d17c3bd7 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 May 18 14:44:47.262462 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:47.267323 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:47.289037 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:47.387456 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:44:47.526676 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-934e7334-7ac1-4b9c-ba4d-751503ae611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.528363 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-934e7334-7ac1-4b9c-ba4d-751503ae611c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49cfc755cdcf4692aaf6508c20d03019&device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 1098 time: 0.1061943 May 18 14:44:47.556717 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:47.600538 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['da7218ac-0194-43f4-8d2d-ac05f92c8fb6'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:47.788656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-d7f7c6c0-5ee1-43b9-bcb0-58168b9f261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.790545 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-d7f7c6c0-5ee1-43b9-bcb0-58168b9f261c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 200 len: 916 time: 0.2546101 May 18 14:44:47.799387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d40f5-95cf-41b4-adc8-269a7995ee75 req-dd4b84b8-6b67-435a-8b34-a4d2e3987769 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.801011 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5a1d40f5-95cf-41b4-adc8-269a7995ee75 req-dd4b84b8-6b67-435a-8b34-a4d2e3987769 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 949 time: 0.1360700 May 18 14:44:47.879985 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-a32ab50d-99e1-4b8c-ac42-c420e3a2e1f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 200 len: 217 time: 0.0777857 May 18 14:44:47.914733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28f7e-49d3-4569-b3b7-abf1834a1785 req-50c7fe44-adf3-4596-90e2-c40152c88541 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.916175 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-aed28f7e-49d3-4569-b3b7-abf1834a1785 req-50c7fe44-adf3-4596-90e2-c40152c88541 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0816252 May 18 14:44:47.958097 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5a1d40f5-95cf-41b4-adc8-269a7995ee75 req-4d804126-89ca-4d00-af31-557969b594de tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989461 May 18 14:44:47.966490 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-aed28f7e-49d3-4569-b3b7-abf1834a1785 req-b192cea3-fac1-42e3-a6d1-ef923ddc52fb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 May 18 14:44:47.970041 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-46af4605-5951-43b4-86ae-96660670ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:47.971507 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-46af4605-5951-43b4-86ae-96660670ab2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 200 len: 854 time: 0.0825193 May 18 14:44:48.035524 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:48.055530 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-1e1f93ba-6782-44fc-b67f-e587177e8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:48.057012 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-1e1f93ba-6782-44fc-b67f-e587177e8153 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd23c8f-08fe-4be4-8835-7f55177b0277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764802 May 18 14:44:48.065426 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Checking router: c45506ee-f64f-4b43-8714-4a12c8cbdc77 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:48.105906 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:48.106549 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:48.198323 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-7c5e99ad-42d7-4bd8-a6e4-bbf011a72bfd service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294272 May 18 14:44:48.339113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:48.342277 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-56b7fd4c-75e4-4b20-871a-7fedd51b7615 req-3e2dda65-5fc9-49f3-98fc-09baed8e278e service neutron] 10.222.0.70 "GET /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365535 May 18 14:44:48.454696 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b3fb-b354-410c-9b55-79596532d5b2 req-d6565c43-a00e-474e-a555-78a95351f1f9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:48.464087 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e895b3fb-b354-410c-9b55-79596532d5b2 req-d6565c43-a00e-474e-a555-78a95351f1f9 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.0932400 May 18 14:44:48.519540 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e895b3fb-b354-410c-9b55-79596532d5b2 req-ea7fbacb-80d1-40b6-9f96-289860fc3523 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543249 May 18 14:44:48.665614 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:48.670092 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07382137-85dc-4cb2-9f4a-086cf7265c59 None None] The sync data for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi is: [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '1ff5d95f-91f9-4e71-9b16-779c869af254', 'name': '', 'network_id': '5fd23c8f-08fe-4be4-8835-7f55177b0277', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'mac_address': 'fa:16:3e:2f:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:06Z', 'updated_at': '2021-05-18T14:40:18Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'subnets': [{'id': 'ab33fe9c-4c5b-48b2-8e68-fcc42c850d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:48.933245 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878ce03-00a0-4de7-ad49-8f529e537210 None None] New status for floating IP 41ae8a30-a6b3-4161-8811-845426e61b13: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:44:49.169087 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8c8f-5d74-43a2-9543-ea8794ed21ae req-dfec5d00-d417-43cb-bfeb-19e22a4cd201 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:49.170564 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-41bd8c8f-5d74-43a2-9543-ea8794ed21ae req-dfec5d00-d417-43cb-bfeb-19e22a4cd201 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0835545 May 18 14:44:49.174639 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49958a30-4403-4a22-928c-f7d61a9be34a req-b54298d5-e619-4df0-8d58-b392642623af tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:49.176101 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-49958a30-4403-4a22-928c-f7d61a9be34a req-b54298d5-e619-4df0-8d58-b392642623af tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 949 time: 0.0823374 May 18 14:44:49.216936 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-41bd8c8f-5d74-43a2-9543-ea8794ed21ae req-1f357c6f-bae6-4662-bf07-d310bf3ddddb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 May 18 14:44:49.220547 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-49958a30-4403-4a22-928c-f7d61a9be34a req-de19ecd2-d477-4e46-983d-aa54f015aaee tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 May 18 14:44:49.718519 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb068-fb5c-4a4f-8e01-f12678acadb5 req-7452476f-a494-4522-9364-5f515732658d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:49.720327 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8aebb068-fb5c-4a4f-8e01-f12678acadb5 req-7452476f-a494-4522-9364-5f515732658d tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 944 time: 0.0961745 May 18 14:44:49.774866 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8aebb068-fb5c-4a4f-8e01-f12678acadb5 req-58ca5a68-7751-495b-9ec2-9adf74a61eec tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 May 18 14:44:50.211513 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-d6e8f841-b91b-467e-aa5f-b660d89ac42f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:50.212985 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-d6e8f841-b91b-467e-aa5f-b660d89ac42f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0867476 May 18 14:44:50.427478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b64a48-c107-4f32-8d47-4155af6fa0ed req-681bc2ad-424c-4cf0-9b1f-2c98b028bb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:50.429271 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-38b64a48-c107-4f32-8d47-4155af6fa0ed req-681bc2ad-424c-4cf0-9b1f-2c98b028bb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 947 time: 0.0865352 May 18 14:44:50.436093 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:44:50.500263 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-38b64a48-c107-4f32-8d47-4155af6fa0ed req-d8d819e7-c694-430f-abec-5f9443bd05a1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=74dca218-3db7-4b58-a09e-4c61ab4b0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 May 18 14:44:50.511408 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:50.514230 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.518147 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Deleting port daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:50.518541 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.561867 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1de8e2-b671-4e31-ae7b-45f2d21579a6 req-3dcde607-2a5b-41ba-aee7-47230bc0ee64 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:50.563531 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce1de8e2-b671-4e31-ae7b-45f2d21579a6 req-3dcde607-2a5b-41ba-aee7-47230bc0ee64 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 949 time: 0.2307031 May 18 14:44:50.638478 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.666828 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:50.682625 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:50.689283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.690152 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device da7218ac-0194-43f4-8d2d-ac05f92c8fb6 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:44:50.691935 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ce1de8e2-b671-4e31-ae7b-45f2d21579a6 req-08865030-df22-47a7-8dea-74f5d2697389 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802693 May 18 14:44:50.702230 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] For port daf2aaf6-04ef-4e5b-976b-491096ed3aca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=daf2aaf6-04ef-4e5b-976b-491096ed3aca,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:50.702628 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.714918 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-bd0b7293-87c0-4b70-bc02-d1e9db0ab5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:50.743267 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'code': 200} May 18 14:44:50.812108 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=8']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:50.815706 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:50.825777 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:44:50.830658 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:50.831085 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.948860 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.986055 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:50.991263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.993274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:51.010191 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.010563 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.010876 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Floating IP 72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f disassociated. External IP: 172.27.0.34, port: daf2aaf6-04ef-4e5b-976b-491096ed3aca. May 18 14:44:51.011278 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Calling delete_port for daf2aaf6-04ef-4e5b-976b-491096ed3aca owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:51.057888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:51.060920 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:51.194487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.200728 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:51.248485 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'Port': ['ID=daf2aaf6-04ef-4e5b-976b-491096ed3aca,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:51.251632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:51.437937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:51.626204 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:51.638028 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:51.648880 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:51.649973 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:51.745613 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-661f11ee-e98e-43d1-bab0-4cd2983dceeb req-567b6d5f-b82a-4cb7-97e7-4714f50f487a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd4e1166-c530-48c3-9445-5ade6a5fd060 HTTP/1.1" status: 200 len: 210 time: 0.0906711 May 18 14:44:51.750879 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] No DVR routers for this DVR port daf2aaf6-04ef-4e5b-976b-491096ed3aca on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:51.754744 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.759439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-deleted', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:51.779425 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e1ee27f3-5ad4-4807-a3e3-83b7c85d27d3 req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "DELETE /v2.0/ports/daf2aaf6-04ef-4e5b-976b-491096ed3aca HTTP/1.1" status: 204 len: 173 time: 1.5604317 May 18 14:44:51.893694 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:51.937829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-fc72898d-4972-4fca-ada8-180d88f7a007 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:51.938577 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-fc72898d-4972-4fca-ada8-180d88f7a007 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:51.957239 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-fc72898d-4972-4fca-ada8-180d88f7a007 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:51.959505 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-fc72898d-4972-4fca-ada8-180d88f7a007 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.2743032 May 18 14:44:51.967761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083d3c-f446-4e8c-82b0-81e2147e9c24 req-9bc31986-c55f-4949-b5cb-5f74012c7142 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:51.974868 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-21083d3c-f446-4e8c-82b0-81e2147e9c24 req-9bc31986-c55f-4949-b5cb-5f74012c7142 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.0993745 May 18 14:44:52.007481 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-ad5fb8a8-d406-401b-aa82-1a8b43d9e977 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Synchronizing usage tracker for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:52.023857 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-21083d3c-f446-4e8c-82b0-81e2147e9c24 req-b4b69ee0-b3f5-4d2b-9dbd-2ac5d837e2e6 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 May 18 14:44:52.030291 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-ad5fb8a8-d406-401b-aa82-1a8b43d9e977 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Unset dirty status for tenant:49cfc755cdcf4692aaf6508c20d03019 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:52.031900 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b0329186-4ecc-433d-b48e-3dc22c1dfdfb req-ad5fb8a8-d406-401b-aa82-1a8b43d9e977 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 May 18 14:44:52.082160 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e1166-c530-48c3-9445-5ade6a5fd060', 'name': 'network-vif-deleted', 'tag': 'daf2aaf6-04ef-4e5b-976b-491096ed3aca', 'status': 'completed', 'code': 200} May 18 14:44:52.305372 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:52.309277 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:52.318441 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:52.319105 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:52.500165 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:52.744939 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:52.796368 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6', 'code': 200} May 18 14:44:52.834029 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:52.839449 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558a05a-5ba2-4548-ae31-c9147ca6ae95 None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:52.898943 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42936) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:52.983366 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.018504 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.093232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.107325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-07acffa9-feaf-4615-86e7-28849065e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:53.127628 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.128980 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "DELETE /v2.0/security-groups/74dca218-3db7-4b58-a09e-4c61ab4b0d88 HTTP/1.1" status: 204 len: 168 time: 0.2288737 May 18 14:44:53.130185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dca218-3db7-4b58-a09e-4c61ab4b0d88,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:53.133939 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:53.135363 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42944) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:53.147282 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e46db-0b22-4f1b-a0f9-f7e9a69fc08d req-3b1d814a-7c1c-414f-bc36-825fcb652189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:53.151988 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8c3e46db-0b22-4f1b-a0f9-f7e9a69fc08d req-3b1d814a-7c1c-414f-bc36-825fcb652189 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 1103 time: 0.1342607 May 18 14:44:53.176013 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.api.v2.resource [None req-98719480-381c-44b8-ae55-d002a50c8a06 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] show failed (client error): The resource could not be found. May 18 14:44:53.177032 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-98719480-381c-44b8-ae55-d002a50c8a06 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups/74dca218-3db7-4b58-a09e-4c61ab4b0d88 HTTP/1.1" status: 404 len: 347 time: 0.0384185 May 18 14:44:53.180319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42950) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:53.199127 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff6b7a-827f-4ae7-b8c4-7d294572f612 None None] New status for floating IP 72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:44:53.295461 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ed14-76c3-4cdf-935d-c9f33c6c20e3 req-56ecf338-73b9-4636-be45-a245dabf5eab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:53.297027 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0154ed14-76c3-4cdf-935d-c9f33c6c20e3 req-56ecf338-73b9-4636-be45-a245dabf5eab tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.0846279 May 18 14:44:53.348094 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0154ed14-76c3-4cdf-935d-c9f33c6c20e3 req-9ee50e32-3053-44a5-b675-755150246684 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 May 18 14:44:53.491654 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8c3e46db-0b22-4f1b-a0f9-f7e9a69fc08d req-6b9cfc8f-33df-46b4-9ecc-3f4a743e4107 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318493 May 18 14:44:53.599886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7b4e-5e17-4ffa-8026-57914ef9713c req-78b5415b-cf70-45cd-be51-0b6e2f7f3254 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:53.601520 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6c6d7b4e-5e17-4ffa-8026-57914ef9713c req-78b5415b-cf70-45cd-be51-0b6e2f7f3254 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.2482181 May 18 14:44:53.634468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Deleting port 61a919d1-b55d-4108-8797-1b0af8896d27 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:53.634794 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.726920 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6c6d7b4e-5e17-4ffa-8026-57914ef9713c req-40cd3a1f-3143-4603-9bbf-3052d4af15da tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187320 May 18 14:44:53.771922 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.772361 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.904575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Calling delete_port for 61a919d1-b55d-4108-8797-1b0af8896d27 owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:54.076304 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.080868 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:54.128343 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'Port': ['ID=61a919d1-b55d-4108-8797-1b0af8896d27,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:54.132344 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:54.175266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.191334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-8e50fef9-5243-42c3-b872-eca349d02fb4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:54.192802 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-8e50fef9-5243-42c3-b872-eca349d02fb4 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.70 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.1999969 May 18 14:44:54.201426 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.202545 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "DELETE /v2.0/floatingips/72bd22a6-b8eb-4139-bc44-0dcf6feb0a8f HTTP/1.1" status: 204 len: 168 time: 1.0198040 May 18 14:44:54.344304 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Deleting port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:54.344691 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.450910 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:54.491059 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: daf2aaf6-04ef-4e5b-976b-491096ed3aca {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:54.491408 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device daf2aaf6-04ef-4e5b-976b-491096ed3aca not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:54.526149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] For port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:54.526468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.661657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Calling delete_port for 15807f9a-6d70-4001-bb3f-dc2744fd2f0e owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:54.699676 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b4c12-f751-4d19-96f3-faf897043f16 req-724dcb87-8308-4564-8091-a008021683c2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:54.701479 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2c5b4c12-f751-4d19-96f3-faf897043f16 req-724dcb87-8308-4564-8091-a008021683c2 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/ports?device_id=32b05f46-128e-468e-96f9-575efc86e6da HTTP/1.1" status: 200 len: 945 time: 0.2289603 May 18 14:44:54.713697 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42958) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:54.720416 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614346697', 'description': 'tempest-description--1059766735'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:54.728568 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:54.737688 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:54.743805 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:54.752608 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:54.768315 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.777239 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2c5b4c12-f751-4d19-96f3-faf897043f16 req-c4801e27-2e8c-4a68-b1fe-84c5ebdcad26 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.63 "GET /v2.0/security-groups?id=f869f71d-f7dd-4094-8a04-985ded2d3ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 May 18 14:44:54.824320 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:54.828734 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:54.832276 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:54.842872 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:54.948123 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.954422 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:54.959990 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['15807f9a-6d70-4001-bb3f-dc2744fd2f0e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:54.985485 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4537f63-f868-4716-82de-4de018a272ce req-1c9419b1-154d-4196-a7e7-300c8f3d21a4 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:54.986930 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e4537f63-f868-4716-82de-4de018a272ce req-1c9419b1-154d-4196-a7e7-300c8f3d21a4 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.1344352 May 18 14:44:54.992938 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.001556 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Pushing event deleted for resources: {'Port': ['ID=15807f9a-6d70-4001-bb3f-dc2744fd2f0e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.004131 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.014603 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.021628 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-de0ca563-68e6-4f89-b38b-80c9f8162ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.081239 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e4537f63-f868-4716-82de-4de018a272ce req-fe463f21-8edd-41d3-ad7d-2f8c278ec1cf tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847125 May 18 14:44:55.081868 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675806c9-bcf0-46bc-903c-005cb31a6144,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.085421 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.087214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] No DVR routers for this DVR port 15807f9a-6d70-4001-bb3f-dc2744fd2f0e on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:55.089977 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.090964 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.094565 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3765309 May 18 14:44:55.094565 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42964) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:55.095210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'name': 'network-vif-deleted', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:55.100520 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group_rule': {'security_group_id': '675806c9-bcf0-46bc-903c-005cb31a6144', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:55.108402 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:55.112733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:55.114290 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a67c593-7ede-4c6d-89fe-12800564d4d7 req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] 10.222.0.70 "DELETE /v2.0/ports/15807f9a-6d70-4001-bb3f-dc2744fd2f0e HTTP/1.1" status: 204 len: 173 time: 0.9104631 May 18 14:44:55.115825 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:55.124017 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:55.145007 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.150018 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b05f46-128e-468e-96f9-575efc86e6da', 'name': 'network-vif-deleted', 'tag': '15807f9a-6d70-4001-bb3f-dc2744fd2f0e', 'status': 'completed', 'code': 200} May 18 14:44:55.212902 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.217481 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.227526 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.250917 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ef271f-729f-43c7-9bd0-eab5f84befad,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.253795 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.260825 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.264513 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-07430b9a-76d5-40a2-974e-085eba89fea1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659625 May 18 14:44:55.265193 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 42974) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:55.271074 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'security_group_rule': {'security_group_id': '675806c9-bcf0-46bc-903c-005cb31a6144', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:55.277095 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:55.281788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:security_group_rule and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:55.284737 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:55.291334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:55.301710 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:44:55.310473 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.393157 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.401323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.418741 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-74a537b0-af07-48f6-a468-29b83e08f6f3 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.442611 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebac713-9bf0-46db-bb49-c7db899fabd6,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.452942 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.454794 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.456163 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4ea15950-6366-42e8-8993-743b29a27224 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898406 May 18 14:44:55.460019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 42980) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:55.465993 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:55.472164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:55.476158 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Usage tracker for resource:floatingip and tenant:f62f61ee6013494d9be32001aa4dda69 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:55.479288 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:55.485240 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:55.500954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.593927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f0211-15f5-481b-8e70-cc9c5ec0725c req-088a9003-bdbd-4605-96a3-e927b720a74f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:55.595513 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a94f0211-15f5-481b-8e70-cc9c5ec0725c req-088a9003-bdbd-4605-96a3-e927b720a74f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.0944490 May 18 14:44:55.643681 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a94f0211-15f5-481b-8e70-cc9c5ec0725c req-8070fd4d-3f72-4ea2-99a6-1214617a0c72 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 May 18 14:44:55.645852 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.798558 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Allocated IP 172.27.0.65 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/540fbc91-f283-4eb9-a1ae-a641efa2b92d) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:44:55.950327 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.983022 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.987739 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-64eed6ce-b01a-4994-ab16-e94d18eb3031 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:56.047236 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:44:56.050299 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:44:56.054458 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:44:56.094333 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=540fbc91-f283-4eb9-a1ae-a641efa2b92d,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:56.098595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:56.146071 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.209310 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.424113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.430386 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.435264 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f1b88769-1f68-4831-9ea6-43204ebd8588 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:56.547729 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=540fbc91-f283-4eb9-a1ae-a641efa2b92d,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:56.552303 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:56.556298 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43030) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:56.610008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.658458 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.659694 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1985765 May 18 14:44:56.899554 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-6216999c-9aca-477f-b857-07e087918f77 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1614346697&fields=id&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 267 time: 0.0425143 May 18 14:44:57.048602 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-07dc2dd3-2ba6-4992-93ce-c11b50f604d2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:57.050870 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-07dc2dd3-2ba6-4992-93ce-c11b50f604d2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 816 time: 0.1448562 May 18 14:44:57.068157 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-e7e54d4c-7088-4d28-bfc7-4b71c058c1d8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/quotas/f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 375 time: 0.0093193 May 18 14:44:57.076730 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616df546-6673-46e5-9768-696635bfe320 req-7647ff59-96c0-4d77-afdd-3f66ca31d38f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:57.078178 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-616df546-6673-46e5-9768-696635bfe320 req-7647ff59-96c0-4d77-afdd-3f66ca31d38f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.2555189 May 18 14:44:57.161833 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-137a7220-3fec-4009-9362-14fab846cfdf req-c574d066-c1c4-4a22-8e23-450b20ef182e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:57.176429 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-616df546-6673-46e5-9768-696635bfe320 req-49a93abf-4545-4eb9-84e5-7cf31736ace1 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/security-groups?id=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872753 May 18 14:44:57.179394 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-137a7220-3fec-4009-9362-14fab846cfdf req-c574d066-c1c4-4a22-8e23-450b20ef182e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:57.181210 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-c574d066-c1c4-4a22-8e23-450b20ef182e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053319 May 18 14:44:57.348625 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:57.464083 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-d78e2083-e57e-4684-8771-023db8e80279 service neutron] 10.222.0.63 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701061 May 18 14:44:57.472241 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-060840ab-4a16-450b-9321-f53cf7b31654 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:57.473653 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-060840ab-4a16-450b-9321-f53cf7b31654 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.70 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 950 time: 0.1992586 May 18 14:44:57.699103 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-97bb97a4-d420-4c59-86be-4febb18a1ed2 service neutron] 10.222.0.63 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245131 May 18 14:44:57.721030 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Deleting port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:57.721374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:57.767819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Deleting port 1ff5d95f-91f9-4e71-9b16-779c869af254 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:57.768180 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:57.869750 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] For port da7218ac-0194-43f4-8d2d-ac05f92c8fb6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,segment=NetworkSegment(e605421c-b2b1-4225-9a11-b86f3c3e23b9),segment_id=e605421c-b2b1-4225-9a11-b86f3c3e23b9)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:57.870311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:57.920006 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7be8c088-052a-4c4e-bc2c-03b9ffe7ec31 req-2b4deb2c-91c4-4c26-b77d-dc667d0efb0b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 210 time: 0.0557783 May 18 14:44:57.958758 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] For port 1ff5d95f-91f9-4e71-9b16-779c869af254, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1ff5d95f-91f9-4e71-9b16-779c869af254,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:57.959250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:57.994734 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Calling delete_port for da7218ac-0194-43f4-8d2d-ac05f92c8fb6 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:58.086440 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Calling delete_port for 1ff5d95f-91f9-4e71-9b16-779c869af254 owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:58.116931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:58.126089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:58.137876 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['da7218ac-0194-43f4-8d2d-ac05f92c8fb6'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:58.169544 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Pushing event deleted for resources: {'Port': ['ID=da7218ac-0194-43f4-8d2d-ac05f92c8fb6,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:58.172965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:58.267492 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:58.273417 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6de46987-e23e-4b23-9d33-655f6200321e tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:58.327067 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff5d95f-91f9-4e71-9b16-779c869af254,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:58.461415 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-604be3cd-a112-4111-9542-4120a05870fa req-4d491487-d37a-477e-a83f-adc7dd059d76 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 210 time: 0.0766180 May 18 14:44:58.478358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] No DVR routers for this DVR port da7218ac-0194-43f4-8d2d-ac05f92c8fb6 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:58.486517 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device da7218ac-0194-43f4-8d2d-ac05f92c8fb6 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:58.521756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:58.540335 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: da7218ac-0194-43f4-8d2d-ac05f92c8fb6 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:58.541081 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device da7218ac-0194-43f4-8d2d-ac05f92c8fb6 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:58.541525 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:58.541967 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 15807f9a-6d70-4001-bb3f-dc2744fd2f0e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:58.553845 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'name': 'network-vif-deleted', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:58.570672 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-31b5d862-dcdd-424c-8deb-cf8b150c5efd req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.70 "DELETE /v2.0/ports/da7218ac-0194-43f4-8d2d-ac05f92c8fb6 HTTP/1.1" status: 204 len: 173 time: 1.0766628 May 18 14:44:58.593938 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 15807f9a-6d70-4001-bb3f-dc2744fd2f0e {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:58.594609 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 15807f9a-6d70-4001-bb3f-dc2744fd2f0e not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:58.626798 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4ef83-16c4-4341-a07a-057c9bf6c075', 'name': 'network-vif-deleted', 'tag': 'da7218ac-0194-43f4-8d2d-ac05f92c8fb6', 'status': 'completed', 'code': 200} May 18 14:44:58.811983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:59.094262 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1561f885-9489-4225-8eac-663ba692ea55 req-706e61e2-9265-4ca5-aee8-b5d10acac311 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 210 time: 0.0529597 May 18 14:44:59.194701 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Router c45506ee-f64f-4b43-8714-4a12c8cbdc77 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:59.298189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-33c5dd8a-7d40-44bf-ba73-6f30eb2bc194 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:59.299627 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-33c5dd8a-7d40-44bf-ba73-6f30eb2bc194 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 816 time: 0.1531436 May 18 14:44:59.354089 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-bf6327ce-9530-473b-980b-535c6f0e4881 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 380 time: 0.0445063 May 18 14:44:59.371146 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'port': {'device_id': '7900afaa-4b37-4f50-b116-9803e37ae337', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'admin_state_up': True, 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'security_groups': ['675806c9-bcf0-46bc-903c-005cb31a6144']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:59.384342 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:59.396147 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Sync routers for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:59.401664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43070) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:59.402958 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] 10.222.0.63 "PUT /v2.0/routers/c45506ee-f64f-4b43-8714-4a12c8cbdc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8429222 May 18 14:44:59.407601 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:59.408459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:59.614484 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:59.641926 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:59.647004 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:59.695198 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d9c11c58-0e86-467c-b7c6-1d9c2dbe92d5 req-b952066c-3a0c-463a-b251-620a5266af02 tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] 10.222.0.63 "GET /v2.0/ports?device_id=04c4ef83-16c4-4341-a07a-057c9bf6c075 HTTP/1.1" status: 200 len: 210 time: 0.0467663 May 18 14:44:59.714320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Made reservation on behalf of f62f61ee6013494d9be32001aa4dda69 for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:44:59.717783 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:59.817909 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:59.962624 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:44:58Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:59.966587 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Checking router: c45506ee-f64f-4b43-8714-4a12c8cbdc77 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:59.974948 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Routers {'c45506ee-f64f-4b43-8714-4a12c8cbdc77'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:59.975557 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:44:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:00.055844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Allocated IP 172.20.0.9 (994f6048-c94b-4cbb-a62d-dd6dc1592d8c/5f498577-e963-4890-8207-e1eee110921a/7b6e966f-4b25-44bd-bd4c-81632ed75fe7) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:45:00.071408 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.156975 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] Set router c45506ee-f64f-4b43-8714-4a12c8cbdc77 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:00.293454 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8bf0e777-779c-4e0e-b527-9099e4c7beb7 req-e0b57d77-fa1a-46c5-8259-bc8b290fa4f3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 210 time: 0.0586100 May 18 14:45:00.310690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Deleting port 634ea89e-f253-4729-ae37-05cdf36ce428 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:00.311225 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.419847 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.445160 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:44:58Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:00.448360 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Transition to ACTIVE for port object 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:00.450008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266b59b-8e8c-44a9-9eba-c8b972f495c2 None None] The sync data for ids ['c45506ee-f64f-4b43-8714-4a12c8cbdc77'] in dv-cinder-787195-7-iscsi is: [{'id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'name': 'tempest-TestMinimumBasicScenario-1127490632-router', 'tenant_id': '49cfc755cdcf4692aaf6508c20d03019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:00Z', 'updated_at': '2021-05-18T14:44:58Z', 'revision_number': 5, 'project_id': '49cfc755cdcf4692aaf6508c20d03019', 'gw_port': {'id': '634ea89e-f253-4729-ae37-05cdf36ce428', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45506ee-f64f-4b43-8714-4a12c8cbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:01Z', 'updated_at': '2021-05-18T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:00.475884 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] For port 634ea89e-f253-4729-ae37-05cdf36ce428, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=634ea89e-f253-4729-ae37-05cdf36ce428,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:00.476279 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.685290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Calling delete_port for 634ea89e-f253-4729-ae37-05cdf36ce428 owned by network:router_gateway {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:00.712556 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.720431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:00.793924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:45:00.794468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:45:00.933866 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:45:00.939327 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:00.939965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.973927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:00.984317 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:00.998806 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6326616 May 18 14:45:01.017588 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Request body: {'port': {'device_id': '7900afaa-4b37-4f50-b116-9803e37ae337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:01.131794 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-73aeb080-ec6b-4a90-9f5c-340ab2911852 None None] Provisioning for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:01.137790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-73aeb080-ec6b-4a90-9f5c-340ab2911852 None None] Provisioning complete for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:01.138359 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-73aeb080-ec6b-4a90-9f5c-340ab2911852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.196299 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.203910 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-73aeb080-ec6b-4a90-9f5c-340ab2911852 None None] Port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:45:01.215630 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.248011 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-747409ba-816b-48b3-ad4e-fafac94864e5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:01.340028 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=634ea89e-f253-4729-ae37-05cdf36ce428,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:01.349465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:01.373862 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.652892 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.662328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.869224 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.869752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45506ee-f64f-4b43-8714-4a12c8cbdc77 {{(pid=91494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:45:01.903115 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e560a66-5cc0-43f8-bb7d-e1e27afa3f7a req-24df4281-aaaf-4e9b-b516-d8748d73d4f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:01.903813 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-6e560a66-5cc0-43f8-bb7d-e1e27afa3f7a req-24df4281-aaaf-4e9b-b516-d8748d73d4f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:01.914952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.918490 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c45506ee-f64f-4b43-8714-4a12c8cbdc77 HTTP/1.1" status: 204 len: 168 time: 2.5133278 May 18 14:45:01.918914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43176) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:01.998907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Deleting subnet ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:45:02.003107 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.062075 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.068235 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-6e560a66-5cc0-43f8-bb7d-e1e27afa3f7a req-24df4281-aaaf-4e9b-b516-d8748d73d4f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:02.069568 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6e560a66-5cc0-43f8-bb7d-e1e27afa3f7a req-24df4281-aaaf-4e9b-b516-d8748d73d4f1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 931 time: 0.6556563 May 18 14:45:02.174009 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:02.181314 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6e560a66-5cc0-43f8-bb7d-e1e27afa3f7a req-0926aea3-4f75-489a-a087-3066f853d524 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013007 May 18 14:45:02.185074 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.185940 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.202753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Transition to ACTIVE for port object 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:02.215661 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.220840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-3e0a3030-496c-4225-a1ca-2759c7bd9380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.394325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.397302 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.414831 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Attempting to bind port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:45:02.415198 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Attempting to bind port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:45:02.415519 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Attempting to bind port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:02.422787 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:45:02.422914 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Attempting to bind port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 on network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:02.429031 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:45:02.429371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Checking segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:45:02.429755 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Bound using segment: {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:45:02.430390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Bound port: 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605ff5b-3cc6-44dd-af5d-262bab1ec537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:45:02.430741 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.545009 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1ff5d95f-91f9-4e71-9b16-779c869af254 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:02.557618 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.563689 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.582912 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:45:02.583846 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 1ff5d95f-91f9-4e71-9b16-779c869af254 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:02.584199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1ff5d95f-91f9-4e71-9b16-779c869af254 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:02.584637 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 634ea89e-f253-4729-ae37-05cdf36ce428 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:02.587991 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:45:02.599657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.611019 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b9527f1a-2f79-4ab8-b3a9-b02dfea21d76 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.626023 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 634ea89e-f253-4729-ae37-05cdf36ce428 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:02.626512 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 634ea89e-f253-4729-ae37-05cdf36ce428 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:02.658582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:02.659217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.660640 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] 10.222.0.70 "PUT /v2.0/ports/7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 1093 time: 1.6488533 May 18 14:45:02.661201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:02.746629 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab33fe9c-4c5b-48b2-8e68-fcc42c850d54,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.749234 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.762276 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.763807 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad6b4f-83ef-4fcb-9866-b1c5fd75608f None None] Network 5fd23c8f-08fe-4be4-8835-7f55177b0277 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:45:02.766926 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'status': 'completed', 'code': 200} May 18 14:45:02.780595 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.780718 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-76e4594a-63e8-442e-ab2a-a9e34e271bec admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ab33fe9c-4c5b-48b2-8e68-fcc42c850d54 HTTP/1.1" status: 204 len: 168 time: 0.8577104 May 18 14:45:02.780718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43246) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:02.788431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.823884 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-5775c417-353e-46d3-a823-d55df101a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:02.827934 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-5775c417-353e-46d3-a823-d55df101a657 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1096 time: 0.1174333 May 18 14:45:02.921062 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.942260 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-d1a80fb3-4119-4be7-b33e-0a72778353e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 217 time: 0.1041360 May 18 14:45:02.999058 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Deleting port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:02.999550 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.025504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-cb125018-3c6f-4788-88b0-16bc5e384855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:03.029842 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-cb125018-3c6f-4788-88b0-16bc5e384855 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0739846 May 18 14:45:03.117607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] For port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:03.117607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.129195 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7220-3fec-4009-9362-14fab846cfdf req-d19c1b31-ff11-4102-9f76-faed9a983701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:03.131197 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-d19c1b31-ff11-4102-9f76-faed9a983701 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958598 May 18 14:45:03.149203 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] DHCP port deletion for 5fd23c8f-08fe-4be4-8835-7f55177b0277 request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:45:03.224831 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Deleting port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:03.225427 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.260895 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Calling delete_port for 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:03.306781 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-7208d555-b4db-410f-8e95-2db4e85e736c service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678338 May 18 14:45:03.341712 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] For port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,segment=NetworkSegment(1f19a67b-cb20-40b8-b2a8-57a1b540026a),segment_id=1f19a67b-cb20-40b8-b2a8-57a1b540026a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:03.342073 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.342231 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.355775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-90cb1c7f-9993-48df-827d-1777b7ac9cce tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:03.407005 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] No DVR routers for this DVR port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:03.411781 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0b640eb8-0d42-4cb3-8ce2-c6240b7a5337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.471323 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:03.473888 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:03.520718 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Calling delete_port for 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:03.561959 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.577379 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd23c8f-08fe-4be4-8835-7f55177b0277']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:03.592843 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f19a67b-cb20-40b8-b2a8-57a1b540026a') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:03.593166 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f19a67b-cb20-40b8-b2a8-57a1b540026a') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:03.607634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.622485 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-137a7220-3fec-4009-9362-14fab846cfdf req-b007176a-1cdc-48c3-897c-5cbfd7d4096a service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023798 May 18 14:45:03.626361 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.634582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:45:03.635320 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.642059 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b593-aece-415f-8e9b-e8e22ce75a0a req-824346b3-02e0-444d-abe7-96c9cb8b3c2c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:03.653291 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d2f1b593-aece-415f-8e9b-e8e22ce75a0a req-824346b3-02e0-444d-abe7-96c9cb8b3c2c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.2625785 May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:45:03.673163 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:45:03.681598 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.689076 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:03.721880 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] No DVR routers for this DVR port 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:03.753288 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Pushing event deleted for resources: {'Port': ['ID=2e439e86-78ae-4ac4-b8b2-4fa70f1312b1,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:03.754836 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.755884 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:03.759996 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4c4f37c7-2e90-42b8-8644-5697cba51f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:03.779019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:03.790878 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d2f1b593-aece-415f-8e9b-e8e22ce75a0a req-47cd626a-9c6f-4bab-b7c1-e75f1a94e4db tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366489 May 18 14:45:03.796215 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd23c8f-08fe-4be4-8835-7f55177b0277,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:03.799973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:03.805532 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5fd23c8f-08fe-4be4-8835-7f55177b0277 HTTP/1.1" status: 204 len: 168 time: 1.0205112 May 18 14:45:03.807063 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43288) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:03.814405 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-8c95d3a9-13b2-41cd-a79c-3803acd6a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:03.816152 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-8c95d3a9-13b2-41cd-a79c-3803acd6a1ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1096 time: 0.1297715 May 18 14:45:03.966751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-e5ff5fad-48a1-4afb-a0a1-4555dee01399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:03.968233 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-e5ff5fad-48a1-4afb-a0a1-4555dee01399 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1430168 May 18 14:45:04.044492 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-bb9b0c00-008d-43e6-bd33-53d2e5872bdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 217 time: 0.0684984 May 18 14:45:04.113317 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-08e290bf-a036-4884-a9c6-b99fdeb53087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:04.114752 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-08e290bf-a036-4884-a9c6-b99fdeb53087 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0629976 May 18 14:45:04.302879 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-b2d46dc8-0223-4fef-84a4-8ccbf1213b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:04.304642 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-b2d46dc8-0223-4fef-84a4-8ccbf1213b49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813252 May 18 14:45:04.410342 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.447978 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-6bdf6487-3354-41c5-a707-fac7f27fa129 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357536 May 18 14:45:04.536419 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:04.579574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:04.579920 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2e439e86-78ae-4ac4-b8b2-4fa70f1312b1 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:04.613306 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebea3833-01b3-4a1a-9dd8-5818d6b302a2 req-178034be-657f-46c7-b983-4532a25ad7e7 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574030 May 18 14:45:05.041190 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Deleting port ea8faa85-ce5f-4de5-87ac-1b9b645a2907 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:05.041417 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.076286 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3c54a-95c4-42a0-acf4-c6eb4d63de69 req-69cb629b-de08-4697-a0de-20dfc17cbed6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:05.077705 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ff3c54a-95c4-42a0-acf4-c6eb4d63de69 req-69cb629b-de08-4697-a0de-20dfc17cbed6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.1341574 May 18 14:45:05.188445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-7ff3c54a-95c4-42a0-acf4-c6eb4d63de69 req-3f2159ea-7568-4ec6-a49a-45773be20637 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Synchronizing usage tracker for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:05.212658 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] For port ea8faa85-ce5f-4de5-87ac-1b9b645a2907, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:05.212995 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.276405 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-7ff3c54a-95c4-42a0-acf4-c6eb4d63de69 req-3f2159ea-7568-4ec6-a49a-45773be20637 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Unset dirty status for tenant:f62f61ee6013494d9be32001aa4dda69 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:05.278025 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7ff3c54a-95c4-42a0-acf4-c6eb4d63de69 req-3f2159ea-7568-4ec6-a49a-45773be20637 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929924 May 18 14:45:05.346147 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Calling delete_port for ea8faa85-ce5f-4de5-87ac-1b9b645a2907 owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:05.501293 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.504889 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:05.540248 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.547919 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8faa85-ce5f-4de5-87ac-1b9b645a2907,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:05.550892 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:05.808781 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43328) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:05.828518 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.873942 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0b5f83a9-372a-446c-8fee-b3e46a7cd6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:05.968369 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-e503b5b0-8886-4eb0-aa8d-4e5457e62879 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0eb887112ea944b998fde67f10b47d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583104 May 18 14:45:05.971209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43334) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:06.033729 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.063245 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.125404 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.129233 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2261ed32-9189-4db9-8296-c14e1abea761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:06.141701 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:06.145062 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:06.160774 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.164300 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-0a47303f-de42-4f94-a97e-e3495edd65f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6fab6ad2-0a4e-4a2f-b427-a4e2ebcf8645 HTTP/1.1" status: 204 len: 168 time: 0.1896658 May 18 14:45:06.328457 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:06.499790 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2e341-096c-48cc-b40c-5ab1a1cf658c req-960da657-cd99-4601-b83c-5ea05a5b1b48 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:06.503551 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-58c2e341-096c-48cc-b40c-5ab1a1cf658c req-960da657-cd99-4601-b83c-5ea05a5b1b48 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.1073284 May 18 14:45:06.523237 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:06.531957 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Sync routers for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:06.541809 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:06.542525 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:06.545031 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] 10.222.0.63 "PUT /v2.0/routers/b6805d4a-f29b-44b3-a65f-5e02e8388bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7362609 May 18 14:45:06.545973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43342) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:06.626172 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-58c2e341-096c-48cc-b40c-5ab1a1cf658c req-24c9c111-3873-48ec-b4f0-c2f918e155cb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154251 May 18 14:45:06.720616 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:06.737861 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks [] for router, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.914803 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.985012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:06.997451 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Deleting port 0b1c0862-ead8-442f-bcd0-8fe562776393 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:06.997916 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.014481 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:45:05Z', 'revision_number': 5, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port': {'id': '0b1c0862-ead8-442f-bcd0-8fe562776393', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:40:11Z', 'updated_at': '2021-05-18T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:07.018371 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Checking router: b6805d4a-f29b-44b3-a65f-5e02e8388bd9 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:07.027036 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Routers {'b6805d4a-f29b-44b3-a65f-5e02e8388bd9'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:07.027632 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:07.121821 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] For port 0b1c0862-ead8-442f-bcd0-8fe562776393, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0b1c0862-ead8-442f-bcd0-8fe562776393,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:07.122161 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.208946 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] Set router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:07.243789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Calling delete_port for 0b1c0862-ead8-442f-bcd0-8fe562776393 owned by network:router_gateway {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:07.312912 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:45:06Z', 'revision_number': 6, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:07.317581 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d634f1-aaa5-4070-bfda-39c5bf810ec0 None None] The sync data for ids ['b6805d4a-f29b-44b3-a65f-5e02e8388bd9'] in dv-cinder-787195-7-iscsi is: [{'id': 'b6805d4a-f29b-44b3-a65f-5e02e8388bd9', 'name': 'tempest-TestMinimumBasicScenario-993081546-router', 'tenant_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:40:10Z', 'updated_at': '2021-05-18T14:45:06Z', 'revision_number': 6, 'project_id': '9fb7acb96e0f44bb86317d8f5f4d5fe7', 'gw_port_host': None}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:07.390673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.394315 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:07.436388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1c0862-ead8-442f-bcd0-8fe562776393,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:07.439430 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:07.479657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.761678 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.764067 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.788619 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.789418 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6805d4a-f29b-44b3-a65f-5e02e8388bd9 {{(pid=91494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:45:07.802236 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.803235 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b6805d4a-f29b-44b3-a65f-5e02e8388bd9 HTTP/1.1" status: 204 len: 168 time: 1.2566550 May 18 14:45:07.806340 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43348) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:07.830894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec762-3460-4e65-9461-625514b02b7d req-f778e652-404c-499c-9feb-58235bd89930 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:07.832387 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d4ec762-3460-4e65-9461-625514b02b7d req-f778e652-404c-499c-9feb-58235bd89930 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0881407 May 18 14:45:07.868979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Deleting subnet 626821bf-22db-4da5-ac74-edbabf67741a {{(pid=91494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:45:07.872119 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:07.883677 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d4ec762-3460-4e65-9461-625514b02b7d req-a972a53c-4847-44c3-995d-108e245a7da6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 May 18 14:45:07.926226 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.006054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.264873 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.269069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:08.306527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626821bf-22db-4da5-ac74-edbabf67741a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:08.310197 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.312918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:08.317623 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/626821bf-22db-4da5-ac74-edbabf67741a HTTP/1.1" status: 204 len: 168 time: 0.5102797 May 18 14:45:08.319806 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a167f1-b854-4efb-b051-ebb8c38cb59c None None] Network c105b757-377e-4121-bfe8-37d5327dec2f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:45:08.320986 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43352) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:08.446231 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.496855 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:45:08.521396 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ea8faa85-ce5f-4de5-87ac-1b9b645a2907 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:08.534508 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Deleting port 290f0fca-bd07-490d-8fb1-17533e6315b4 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:08.534849 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.563201 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: ea8faa85-ce5f-4de5-87ac-1b9b645a2907 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:08.563555 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ea8faa85-ce5f-4de5-87ac-1b9b645a2907 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:08.563980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0b1c0862-ead8-442f-bcd0-8fe562776393 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:08.623927 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 0b1c0862-ead8-442f-bcd0-8fe562776393 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:08.624160 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0b1c0862-ead8-442f-bcd0-8fe562776393 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:08.638192 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] For port 290f0fca-bd07-490d-8fb1-17533e6315b4, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=290f0fca-bd07-490d-8fb1-17533e6315b4,segment=NetworkSegment(1b08b6c1-90e8-4ee6-96dd-ba14c75d4459),segment_id=1b08b6c1-90e8-4ee6-96dd-ba14c75d4459)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:08.638554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.718710 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.727200 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.767798 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:08.770104 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Calling delete_port for 290f0fca-bd07-490d-8fb1-17533e6315b4 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:08.784699 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb1aa2-47ab-49f7-9a42-c14ed7629f19 None None] DHCP port deletion for c105b757-377e-4121-bfe8-37d5327dec2f request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:45:08.787261 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:45:08.818513 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.822562 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fb179f3f-1400-46fa-a634-9cce8a65f78b tempest-ServerRescueNegativeTestJSON-941319984 tempest-ServerRescueNegativeTestJSON-941319984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:08.865533 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Pushing event deleted for resources: {'Port': ['ID=290f0fca-bd07-490d-8fb1-17533e6315b4,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:08.867441 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-34bb1aa2-47ab-49f7-9a42-c14ed7629f19 None None] The port '290f0fca-bd07-490d-8fb1-17533e6315b4' was deleted {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 18 14:45:08.868760 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:08.869544 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] No DVR routers for this DVR port 290f0fca-bd07-490d-8fb1-17533e6315b4 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:08.880990 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.896313 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:08.916803 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:08.923119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.925120 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-23b1c827-8d23-4a34-bfba-de3fc012fcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:08.990786 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.010529 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:09.010846 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c105b757-377e-4121-bfe8-37d5327dec2f']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:09.013268 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:09.023956 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:09.024340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b08b6c1-90e8-4ee6-96dd-ba14c75d4459') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:09.043081 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.067306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.074822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:45:09.076248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:45:09.090926 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:45:09.105681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a1ec0-847f-4d28-a180-b7741aa3c818 req-7d09a50f-0948-4a7a-aafc-e2363e9478fa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:09.107170 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-751a1ec0-847f-4d28-a180-b7741aa3c818 req-7d09a50f-0948-4a7a-aafc-e2363e9478fa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 944 time: 0.0952430 May 18 14:45:09.157245 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-751a1ec0-847f-4d28-a180-b7741aa3c818 req-dc024c3b-0911-407c-9fca-e3779de1d5c7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 May 18 14:45:09.169711 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.175506 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.178307 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:09.205251 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c105b757-377e-4121-bfe8-37d5327dec2f,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:09.207589 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:09.209945 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] 10.222.0.63 "DELETE /v2.0/networks/c105b757-377e-4121-bfe8-37d5327dec2f HTTP/1.1" status: 204 len: 168 time: 0.8878496 May 18 14:45:09.348298 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['7b6e966f-4b25-44bd-bd4c-81632ed75fe7'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:45:09.407483 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43360) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:09.462311 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0d68a7b5-ac26-44e7-8138-9f8179738ae5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49cfc755cdcf4692aaf6508c20d03019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535395 May 18 14:45:09.465089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43364) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:09.523768 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.551993 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.605897 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.610843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a61f3f8e-d70f-4b4e-882f-b90e1b7c8f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:09.624026 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f869f71d-f7dd-4094-8a04-985ded2d3ec6,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:09.626671 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:09.636933 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.638040 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f869f71d-f7dd-4094-8a04-985ded2d3ec6 HTTP/1.1" status: 204 len: 168 time: 0.1720090 May 18 14:45:10.046659 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43374) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:10.098065 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ff4418e5-bdee-4e8b-9c12-3a99c4455820 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9fb7acb96e0f44bb86317d8f5f4d5fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500624 May 18 14:45:10.100867 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43378) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:10.168499 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.194107 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.249732 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.253640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c650a075-b026-4d05-9231-0a32b7dedf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:10.266386 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9785bf4f-7ed2-4813-ab86-3d587d2c695a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:10.268670 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:10.272069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.277008 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9785bf4f-7ed2-4813-ab86-3d587d2c695a HTTP/1.1" status: 204 len: 168 time: 0.1746585 May 18 14:45:10.357320 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6541f0-1988-4a46-a57c-3aac2f5204c9 req-90217f54-4352-4099-8d8b-2c146b97b581 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:10.358835 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1e6541f0-1988-4a46-a57c-3aac2f5204c9 req-90217f54-4352-4099-8d8b-2c146b97b581 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 944 time: 0.0859303 May 18 14:45:10.404255 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1e6541f0-1988-4a46-a57c-3aac2f5204c9 req-842a9e48-d931-45c7-a42f-2eeebfbeb22a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 May 18 14:45:10.510052 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 290f0fca-bd07-490d-8fb1-17533e6315b4 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:10.535461 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:45:10.578733 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 290f0fca-bd07-490d-8fb1-17533e6315b4 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:10.579098 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 290f0fca-bd07-490d-8fb1-17533e6315b4 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:10.618603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:10.624083 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:10.624489 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.750342 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.779295 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:10.790232 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:10.796263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.799467 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:10.830218 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'code': 200} May 18 14:45:10.878174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:10.881267 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:11.082325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f4c8b-b8a0-404d-a527-687342262ca9 req-cc3ab211-3ecb-428a-98d2-b8f7c90e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.084752 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-453f4c8b-b8a0-404d-a527-687342262ca9 req-cc3ab211-3ecb-428a-98d2-b8f7c90e5a85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1098 time: 0.0808113 May 18 14:45:11.134489 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-453f4c8b-b8a0-404d-a527-687342262ca9 req-08b5d19b-ae25-43a7-9b2a-af772be4d9a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 May 18 14:45:11.601843 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cf9dc-45c5-4e5f-9c2a-ebb88bf784ba req-74e88c4d-ac22-486a-b5a8-937b4d626e6f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.603413 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-542cf9dc-45c5-4e5f-9c2a-ebb88bf784ba req-74e88c4d-ac22-486a-b5a8-937b4d626e6f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0834708 May 18 14:45:11.649605 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-542cf9dc-45c5-4e5f-9c2a-ebb88bf784ba req-871c0213-47d5-424c-a57e-f1ac1b3b488a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 May 18 14:45:11.679268 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-e0c47b39-e854-4c29-9bcb-148745b440e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730760 May 18 14:45:11.774555 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-df636d72-08c4-4a32-b695-189ca069cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.776049 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-df636d72-08c4-4a32-b695-189ca069cbf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0738459 May 18 14:45:11.938326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-89e4cfcb-6fe4-46bd-a7fd-bdd827e07212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.939831 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-89e4cfcb-6fe4-46bd-a7fd-bdd827e07212 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1400785 May 18 14:45:12.065522 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-c5712ee2-05fd-41f0-9668-f1e928e124bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 999 time: 0.1151934 May 18 14:45:12.143428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-7855f0ad-a2c8-4764-a400-971a057e8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:12.145663 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-7855f0ad-a2c8-4764-a400-971a057e8bea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0710044 May 18 14:45:12.324326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-31c9fce3-cfe0-4eb7-ba17-6a21cce6aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:12.325730 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-31c9fce3-cfe0-4eb7-ba17-6a21cce6aef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1714523 May 18 14:45:12.471201 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-4829b92f-db39-4694-afd3-80277cd12513 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341107 May 18 14:45:12.616923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-36e91291-e521-49e3-a99f-cdf7b56d1853 req-019bdfb4-ebe4-459d-876c-e4210c40fafc service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373677 May 18 14:45:12.871220 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e0038-6736-4024-a075-9565248d2f76 req-012cb4a5-cbb5-4bdb-bd0c-91105e58412c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:12.872559 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b99e0038-6736-4024-a075-9565248d2f76 req-012cb4a5-cbb5-4bdb-bd0c-91105e58412c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.1018307 May 18 14:45:12.918802 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b99e0038-6736-4024-a075-9565248d2f76 req-005706d2-3bd0-4f8c-883c-7d85e5bab67e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 May 18 14:45:13.125579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f757a6f-8a7a-4136-9d1e-bb334df79722 req-0c660a6c-aa4f-4929-aa3d-9054f62e18f6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:13.126906 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1f757a6f-8a7a-4136-9d1e-bb334df79722 req-0c660a6c-aa4f-4929-aa3d-9054f62e18f6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0922699 May 18 14:45:13.135765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43396) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:13.140800 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Request body: {'floatingip': {'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:13.322599 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:13.962519 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:13.970301 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.141566 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Floating IP 8e857765-1f2f-4229-b9e5-fb8ce2b3aafc associated. External IP: 172.27.0.65, port: 7b6e966f-4b25-44bd-bd4c-81632ed75fe7. May 18 14:45:14.515834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:14.818010 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:14.823921 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.828378 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:14.838194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:14.838818 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:14.881845 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-cd20e721-ab89-4d76-96c9-0dc8b69d9d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "PUT /v2.0/floatingips/8e857765-1f2f-4229-b9e5-fb8ce2b3aafc HTTP/1.1" status: 200 len: 990 time: 1.7450161 May 18 14:45:14.882516 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:14.928796 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'status': 'completed', 'code': 200} May 18 14:45:15.042262 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-c04aa1d2-9e65-4905-ab18-ff34e0b23460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:15.043809 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-c04aa1d2-9e65-4905-ab18-ff34e0b23460 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1098 time: 0.0865333 May 18 14:45:15.057198 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:15.179381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-1f8badc8-a727-4786-9c6f-29784f42af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:15.180828 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-1f8badc8-a727-4786-9c6f-29784f42af99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1282303 May 18 14:45:15.286289 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-022e2cc7-9d33-4611-9a4d-27ad07c12509 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 998 time: 0.0978720 May 18 14:45:15.351849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-58f397e3-ea20-42a8-b8b0-fbc12a87b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:15.353385 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-58f397e3-ea20-42a8-b8b0-fbc12a87b034 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0594926 May 18 14:45:15.410483 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '8e857765-1f2f-4229-b9e5-fb8ce2b3aafc', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7900afaa-4b37-4f50-b116-9803e37ae337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:56Z', 'updated_at': '2021-05-18T14:45:13Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:15.414497 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:15.423482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:15.424092 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:15.432692 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-611a16b0-0115-41cd-97c3-00980b5aa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:15.434086 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-611a16b0-0115-41cd-97c3-00980b5aa71c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737929 May 18 14:45:15.576068 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-4768d07e-dfe8-4110-bb38-1826b4c3fc20 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347437 May 18 14:45:15.608431 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:15.738128 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-91b767be-f7dd-45f9-b3d4-962a09859381 req-9e9df155-e356-4f6b-814a-74aeadf38998 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540945 May 18 14:45:16.036955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '8e857765-1f2f-4229-b9e5-fb8ce2b3aafc', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7900afaa-4b37-4f50-b116-9803e37ae337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:56Z', 'updated_at': '2021-05-18T14:45:13Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:16.042684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa40e6-5a4f-432f-a6f9-874ddff54a39 None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '8e857765-1f2f-4229-b9e5-fb8ce2b3aafc', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7900afaa-4b37-4f50-b116-9803e37ae337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:56Z', 'updated_at': '2021-05-18T14:45:13Z', 'revision_number': 1, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:16.255340 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124c0dc-6b3d-477e-a362-9f7471fccc3e None None] New status for floating IP 8e857765-1f2f-4229-b9e5-fb8ce2b3aafc: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:45:18.678002 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9d27f-3316-4709-98ec-e24ea0668c3a req-28d81ca8-1aa9-46fb-9992-aa2988d359f6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:18.679362 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-40f9d27f-3316-4709-98ec-e24ea0668c3a req-28d81ca8-1aa9-46fb-9992-aa2988d359f6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.0916295 May 18 14:45:18.726727 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-40f9d27f-3316-4709-98ec-e24ea0668c3a req-0fc07ce3-5787-40b4-8a51-9375910d0f95 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 May 18 14:45:19.990063 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4b8b-0892-4210-a7b9-2ef60408b84f req-1ef2ebc7-ad8d-46e0-9a8b-2d968fa4ea57 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:19.991529 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a70e4b8b-0892-4210-a7b9-2ef60408b84f req-1ef2ebc7-ad8d-46e0-9a8b-2d968fa4ea57 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1525526 May 18 14:45:19.999695 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-93d82cf1-6c7b-4437-b8e8-855cac8f16e7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:20.001022 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-93d82cf1-6c7b-4437-b8e8-855cac8f16e7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 946 time: 0.1103463 May 18 14:45:20.096316 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a70e4b8b-0892-4210-a7b9-2ef60408b84f req-37dfb199-0dd7-42b8-868b-aad9afdff0ff tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=ff06cd77-b7ee-48d5-8e4d-57dffa219bde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942113 May 18 14:45:20.169748 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Deleting port 8d25f06f-670c-46c8-966b-0b854e2ecd6a {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:20.170079 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.401375 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] For port 8d25f06f-670c-46c8-966b-0b854e2ecd6a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d25f06f-670c-46c8-966b-0b854e2ecd6a,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:20.401607 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.701266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.701668 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.701971 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Floating IP 21aecddf-589d-4e40-84b2-ae34926c5392 disassociated. External IP: 172.27.0.107, port: 8d25f06f-670c-46c8-966b-0b854e2ecd6a. May 18 14:45:20.702302 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Calling delete_port for 8d25f06f-670c-46c8-966b-0b854e2ecd6a owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:20.813328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.819417 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:20.867755 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'Port': ['ID=8d25f06f-670c-46c8-966b-0b854e2ecd6a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:20.870804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:21.060029 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:21.272762 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f3c3307c-85ec-4786-bf44-58423d68012e req-964a7a7c-3256-4008-9f81-c5faf2a95155 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8e12716-71f8-495c-99f1-1853199967b1 HTTP/1.1" status: 200 len: 210 time: 0.0622609 May 18 14:45:21.291743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:21.301896 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:21.313457 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:21.313985 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:21.366753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] No DVR routers for this DVR port 8d25f06f-670c-46c8-966b-0b854e2ecd6a on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:21.369344 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.372185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'name': 'network-vif-deleted', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:21.389239 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5af787e4-12ed-4429-a49d-25533a0b8a40 req-24bf8a7d-ba34-4c98-a8b2-1e9cac7c970b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "DELETE /v2.0/ports/8d25f06f-670c-46c8-966b-0b854e2ecd6a HTTP/1.1" status: 204 len: 173 time: 1.3739111 May 18 14:45:21.424621 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e12716-71f8-495c-99f1-1853199967b1', 'name': 'network-vif-deleted', 'tag': '8d25f06f-670c-46c8-966b-0b854e2ecd6a', 'status': 'completed', 'code': 200} May 18 14:45:21.498794 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:21.874263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:21.878375 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:21.887290 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:21.888224 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:22.079510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:22.391173 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-9bf72163-dd74-431e-b582-108915f1108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:22.395469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72163-dd74-431e-b582-108915f1108c None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:22.406625 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43438) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:22.474737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.503006 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.562258 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.566558 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7c5be121-e1cd-4b90-b5eb-d9e54907190e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:22.582141 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff06cd77-b7ee-48d5-8e4d-57dffa219bde,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:22.585025 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:22.597677 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.601724 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43442) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:22.602212 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "DELETE /v2.0/security-groups/ff06cd77-b7ee-48d5-8e4d-57dffa219bde HTTP/1.1" status: 204 len: 168 time: 0.1942594 May 18 14:45:22.624850 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.api.v2.resource [None req-4293179d-de10-4565-abf1-a0a0dddcd119 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] show failed (client error): The resource could not be found. May 18 14:45:22.625799 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4293179d-de10-4565-abf1-a0a0dddcd119 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups/ff06cd77-b7ee-48d5-8e4d-57dffa219bde HTTP/1.1" status: 404 len: 347 time: 0.0229976 May 18 14:45:22.629214 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43446) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:22.633447 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da19c25-5e1d-4569-a466-435e49bb5485 None None] New status for floating IP 21aecddf-589d-4e40-84b2-ae34926c5392: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:45:22.849407 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Deleting port dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:22.849746 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.969928 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.970246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.092014 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Calling delete_port for dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d owned by network:floatingip {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:23.228272 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.232938 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:23.275579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'Port': ['ID=dc1dbb67-d883-4f25-a4e7-76a1c69ccb2d,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:23.300952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:23.370287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.384435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.385540 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-41e85180-f5d3-49f7-bc83-fe89223a0283 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "DELETE /v2.0/floatingips/21aecddf-589d-4e40-84b2-ae34926c5392 HTTP/1.1" status: 204 len: 168 time: 0.7553506 May 18 14:45:23.797064 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43454) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:23.802754 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793275279', 'description': 'tempest-description--513783489'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:23.808757 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:23.813222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:23.816125 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:23.822680 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:23.834810 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.855694 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:23.859621 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:23.862444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:23.868209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:23.941021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.945883 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.949644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2833ccd4-c39d-456a-a98e-4ba1f63223f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:23.991273 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:23.994380 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:23.995283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:23.999586 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1986036 May 18 14:45:23.999753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43460) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:24.004974 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group_rule': {'security_group_id': '8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:24.010920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:24.014954 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:24.017892 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:24.023654 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:24.041576 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.107817 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.113537 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.116293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:24.140273 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f264f49-5569-4f09-aec8-41ca223eb8ce,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:24.142633 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:24.150973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.153538 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-a5e70f0b-d072-4265-921e-690206caad61 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528234 May 18 14:45:24.156445 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43464) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:24.162177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'security_group_rule': {'security_group_id': '8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:24.168958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:24.173326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:security_group_rule and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:24.176570 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:24.183244 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:24.204363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.267920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.273634 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.281730 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:24.303461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa272037-ea98-47be-9548-61e0cf0d6769,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:24.305737 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:24.311289 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.312490 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-e64b6b0e-c4ba-4ffd-be13-c5db987c4e42 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545336 May 18 14:45:24.315737 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43468) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:24.321345 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:24.327886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:24.331795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Usage tracker for resource:floatingip and tenant:78245cea0042459d8b09357775665d8b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:24.335083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:24.341173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:24.354420 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.576856 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d25f06f-670c-46c8-966b-0b854e2ecd6a no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:24.610449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.615200 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 8d25f06f-670c-46c8-966b-0b854e2ecd6a {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:24.615552 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d25f06f-670c-46c8-966b-0b854e2ecd6a not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:24.751805 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Allocated IP 172.27.0.246 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/45fa0f65-96c6-4a5e-8165-339e2401b7a2) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:45:24.911135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.946352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.952177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:25.019948 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:45:25.022682 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:45:25.026193 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:45:25.033437 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=45fa0f65-96c6-4a5e-8165-339e2401b7a2,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:25.036680 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:25.064311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.146399 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.367333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.374637 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.380046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:25.439773 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.463583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=45fa0f65-96c6-4a5e-8165-339e2401b7a2,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:25.468230 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:25.474311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:25.475528 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1588175 May 18 14:45:25.723412 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-ec4d0833-909f-418b-9ba9-ac9665ec9ec2 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:25.748657 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-ec4d0833-909f-418b-9ba9-ac9665ec9ec2 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:25.749899 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-ec4d0833-909f-418b-9ba9-ac9665ec9ec2 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1793275279&fields=id&tenant_id=78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 267 time: 0.0724447 May 18 14:45:25.914156 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-d249a323-7d35-43db-a069-c158ee7a3aac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:25.914813 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-d249a323-7d35-43db-a069-c158ee7a3aac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:25.934984 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-d249a323-7d35-43db-a069-c158ee7a3aac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:25.936432 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-d249a323-7d35-43db-a069-c158ee7a3aac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 810 time: 0.1798275 May 18 14:45:25.953281 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-4d5fe857-5c01-4b40-8229-e8019f886cb0 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/quotas/78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 375 time: 0.0094981 May 18 14:45:26.045347 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-0abe1379-0826-4183-9bf8-32546f65b1dc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:26.071108 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-0abe1379-0826-4183-9bf8-32546f65b1dc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:26.072726 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-0abe1379-0826-4183-9bf8-32546f65b1dc tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139486 May 18 14:45:26.326423 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-a9378071-6a79-4a6b-9210-662d14418216 service neutron] 10.222.0.63 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406116 May 18 14:45:26.572040 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-aa34471c-445a-42ee-bbc9-bd485c23822f service neutron] 10.222.0.63 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366135 May 18 14:45:26.755511 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-bfe635d4-6533-4d58-8193-14b81e5482b5 req-0eb2b347-8814-4e83-a769-49a6caec16c7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:26.767804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-bfe635d4-6533-4d58-8193-14b81e5482b5 req-0eb2b347-8814-4e83-a769-49a6caec16c7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:26.768969 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bfe635d4-6533-4d58-8193-14b81e5482b5 req-0eb2b347-8814-4e83-a769-49a6caec16c7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 210 time: 0.0559773 May 18 14:45:27.935730 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d4b580b8-4aa0-48fc-b5c8-c6592516a350 req-6e8dff27-fe9f-4a5b-bf55-19212c4e0f14 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 210 time: 0.0506105 May 18 14:45:27.973746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-1b3d8c09-c8b0-4e99-ad70-91a4dc91c3dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:27.975212 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-1b3d8c09-c8b0-4e99-ad70-91a4dc91c3dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 810 time: 0.2095196 May 18 14:45:28.027679 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-18be27ad-848e-48f2-bfc0-4082c8a07f49 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:28.040470 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-18be27ad-848e-48f2-bfc0-4082c8a07f49 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:28.041581 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-18be27ad-848e-48f2-bfc0-4082c8a07f49 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78245cea0042459d8b09357775665d8b HTTP/1.1" status: 200 len: 380 time: 0.0552170 May 18 14:45:28.059807 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'port': {'device_id': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'admin_state_up': True, 'tenant_id': '78245cea0042459d8b09357775665d8b', 'security_groups': ['8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:28.198859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:28.210313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:28.223483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Made reservation on behalf of 78245cea0042459d8b09357775665d8b for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:45:28.227077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:28.399707 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Allocated IP 172.20.0.7 (1874a60e-5d94-4551-b951-519bd99e148d/8010df89-b0f0-4bdc-99f9-afac408f6473/f85e61c7-4521-4edc-b505-167ce42f58e1) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:45:28.597720 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:28.613598 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Transition to ACTIVE for port object f85e61c7-4521-4edc-b505-167ce42f58e1 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:28.644423 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:28.651190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:28.717686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Network 1874a60e-5d94-4551-b951-519bd99e148d is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:45:28.720950 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:45:28.723372 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:45:28.728945 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:28.729550 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:28.749257 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event updated for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:28.752427 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:28.774911 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7186515 May 18 14:45:28.789435 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Request body: {'port': {'device_id': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:28.983717 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a55d6171-81bc-467e-9b01-e24112cabe13 None None] Provisioning for port f85e61c7-4521-4edc-b505-167ce42f58e1 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:28.989611 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a55d6171-81bc-467e-9b01-e24112cabe13 None None] Provisioning complete for port f85e61c7-4521-4edc-b505-167ce42f58e1 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:28.989992 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a55d6171-81bc-467e-9b01-e24112cabe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.014112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.050849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-a55d6171-81bc-467e-9b01-e24112cabe13 None None] Port f85e61c7-4521-4edc-b505-167ce42f58e1 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:45:29.268074 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb53a3-cc00-413f-9bcc-debfb7cab557 req-ad6d046f-3db0-4bc6-ae3e-e0549850e2dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:29.268640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-74fb53a3-cc00-413f-9bcc-debfb7cab557 req-ad6d046f-3db0-4bc6-ae3e-e0549850e2dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Synchronizing usage tracker for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:29.352083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-74fb53a3-cc00-413f-9bcc-debfb7cab557 req-ad6d046f-3db0-4bc6-ae3e-e0549850e2dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Unset dirty status for tenant:78245cea0042459d8b09357775665d8b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:29.353540 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74fb53a3-cc00-413f-9bcc-debfb7cab557 req-ad6d046f-3db0-4bc6-ae3e-e0549850e2dd tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 931 time: 0.2934542 May 18 14:45:29.420872 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-74fb53a3-cc00-413f-9bcc-debfb7cab557 req-075ad282-5df9-433c-9011-3f9642133913 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533357 May 18 14:45:29.485623 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85e61c7-4521-4edc-b505-167ce42f58e1 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:29.492868 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.508446 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Transition to ACTIVE for port object f85e61c7-4521-4edc-b505-167ce42f58e1 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:29.513941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.518495 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:29.677743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Pushing event updated for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:29.685093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:29.712116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Attempting to bind port f85e61c7-4521-4edc-b505-167ce42f58e1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:45:29.712454 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Attempting to bind port f85e61c7-4521-4edc-b505-167ce42f58e1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:45:29.712786 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Attempting to bind port f85e61c7-4521-4edc-b505-167ce42f58e1 on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:29.717804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Port f85e61c7-4521-4edc-b505-167ce42f58e1 on network 1874a60e-5d94-4551-b951-519bd99e148d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:45:29.718118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Attempting to bind port f85e61c7-4521-4edc-b505-167ce42f58e1 on network 1874a60e-5d94-4551-b951-519bd99e148d {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:29.723460 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:45:29.723792 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Checking segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:45:29.724257 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Bound using segment: {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:45:29.724586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Bound port: f85e61c7-4521-4edc-b505-167ce42f58e1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93e2ff-a336-4028-9b52-f7ee697dba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:45:29.724930 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.816903 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:45:29.820320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f85e61c7-4521-4edc-b505-167ce42f58e1,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:45:29.827199 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.830931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-79b12e46-f9c0-4e5b-8a73-4a4d6601f462 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:29.889801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:29.890572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:29.891935 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2f83258b-403c-4603-a106-955a40d28654 service neutron] 10.222.0.70 "PUT /v2.0/ports/f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 200 len: 1093 time: 1.1074233 May 18 14:45:29.892480 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:29.916331 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Pushing event updated for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:29.920077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:29.975513 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'status': 'completed', 'code': 200} May 18 14:45:30.020315 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-bc522395-0a27-4204-90b4-9d718c7173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.021804 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-bc522395-0a27-4204-90b4-9d718c7173d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 1096 time: 0.0804949 May 18 14:45:30.101056 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-58821ea2-0636-450d-9ce7-973647bf2881 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 200 len: 217 time: 0.0686502 May 18 14:45:30.165016 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2e7b3c18-93e3-4ccb-81bf-00249c337ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.166326 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-2e7b3c18-93e3-4ccb-81bf-00249c337ec3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0573137 May 18 14:45:30.261576 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-9605b679-f83a-4fc1-8eff-2f4fe88a9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.263084 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-9605b679-f83a-4fc1-8eff-2f4fe88a9b39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897338 May 18 14:45:30.405993 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-84311eb9-a3fd-48ad-bab6-28d074ddd18b service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356912 May 18 14:45:30.545463 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4e6998c0-47c8-4e9d-9890-1a822577b043 req-e38933c8-88c1-4217-a6fd-871e3a778b6a service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313918 May 18 14:45:30.618794 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6a0b-6298-4e3c-98ff-448eb7f83c52 req-21507799-cc86-49f7-bd72-c2018227717d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.620353 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-899c6a0b-6298-4e3c-98ff-448eb7f83c52 req-21507799-cc86-49f7-bd72-c2018227717d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 943 time: 0.0877547 May 18 14:45:30.666688 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-f30b97f1-1033-445c-8383-4a3ab2739a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.666897 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-899c6a0b-6298-4e3c-98ff-448eb7f83c52 req-ce9d7901-e99f-4865-9cec-9c9f07c6b420 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 May 18 14:45:30.668223 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-f30b97f1-1033-445c-8383-4a3ab2739a6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 1096 time: 0.0738187 May 18 14:45:30.906590 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-d4904e58-e65f-4d5c-8c00-d61ece523d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:30.908124 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-d4904e58-e65f-4d5c-8c00-d61ece523d16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.2332864 May 18 14:45:30.980699 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-4b623ee8-6dc2-459e-8173-63fe9411fba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 200 len: 217 time: 0.0643220 May 18 14:45:31.045326 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-ea633dd7-90b2-417c-8d86-65bb1370d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:31.046739 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-ea633dd7-90b2-417c-8d86-65bb1370d5f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0588107 May 18 14:45:31.127568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-b83037fc-00f8-4ea7-9a91-4a53a998a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:31.128999 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-b83037fc-00f8-4ea7-9a91-4a53a998a756 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748384 May 18 14:45:31.280594 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-c2596d1c-46b2-455c-8651-7a79f91c50af service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393030 May 18 14:45:31.416072 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ee14d5dd-4692-4cbb-ad13-6d2420dbddb0 req-9e67ab36-12b3-4037-abe2-abad7cc8e5d7 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282170 May 18 14:45:31.870500 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a213c-780c-4b0d-a7d2-cbd8b480d2e8 req-5766fd97-6925-462c-9778-336eeaf2e3fb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:31.871890 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-312a213c-780c-4b0d-a7d2-cbd8b480d2e8 req-5766fd97-6925-462c-9778-336eeaf2e3fb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 943 time: 0.0891902 May 18 14:45:31.924352 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-312a213c-780c-4b0d-a7d2-cbd8b480d2e8 req-ac8461c4-70aa-403e-ba88-6cc611932583 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 May 18 14:45:32.303026 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:45:33.120757 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096ccd-501c-4972-bc8c-1f859bdcbe8c req-cdab224e-c287-4886-a9da-e2f82b8ebb4a tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:33.122231 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-40096ccd-501c-4972-bc8c-1f859bdcbe8c req-cdab224e-c287-4886-a9da-e2f82b8ebb4a tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 943 time: 0.0825040 May 18 14:45:33.172757 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-40096ccd-501c-4972-bc8c-1f859bdcbe8c req-b666cd51-30e6-4fcc-9872-767cdb7a16e9 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 May 18 14:45:33.338082 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e6e6928c-d0a3-4d59-8cc1-0d7161add7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:34.385318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc9e4-a804-4378-bb70-2ea225f1a65e req-f63bf2e8-55c0-4797-aa1e-74eb20530713 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:34.386681 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fdcdc9e4-a804-4378-bb70-2ea225f1a65e req-f63bf2e8-55c0-4797-aa1e-74eb20530713 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 943 time: 0.0906193 May 18 14:45:34.434741 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fdcdc9e4-a804-4378-bb70-2ea225f1a65e req-a7b486cb-3af0-4717-b4bd-02461eb158a8 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 May 18 14:45:34.642675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f85e61c7-4521-4edc-b505-167ce42f58e1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:45:34.782182 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f85e61c7-4521-4edc-b505-167ce42f58e1,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:34.800993 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'port_id': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'mac_address': 'fa:16:3e:48:af:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:45:34.857536 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:34.874064 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85e61c7-4521-4edc-b505-167ce42f58e1 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:34.890763 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f85e61c7-4521-4edc-b505-167ce42f58e1,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:34.897242 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:34.898900 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:34.967797 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:34.971188 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:35.291202 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['f85e61c7-4521-4edc-b505-167ce42f58e1'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:45:35.535850 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:35.638337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823268-462f-429b-8e14-6f5560a59e32 req-c11d31cd-5688-4917-b178-9ab3f1cbfd85 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:35.639983 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-48823268-462f-429b-8e14-6f5560a59e32 req-c11d31cd-5688-4917-b178-9ab3f1cbfd85 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 944 time: 0.0917432 May 18 14:45:35.686436 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-48823268-462f-429b-8e14-6f5560a59e32 req-4de9860f-1db4-4b03-aee2-f1e33d02bd14 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 May 18 14:45:35.920803 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e85afea6-84d1-4387-a059-dae571c94f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:36.650477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f85e61c7-4521-4edc-b505-167ce42f58e1 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:45:36.727116 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port f85e61c7-4521-4edc-b505-167ce42f58e1 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:36.732372 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port f85e61c7-4521-4edc-b505-167ce42f58e1 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:36.732783 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:36.849404 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:36.876777 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:36.881364 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a6b0-3211-4728-b12b-a947248271a2 req-65405823-70ae-4565-b35d-dba578362882 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:36.882809 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0c21a6b0-3211-4728-b12b-a947248271a2 req-65405823-70ae-4565-b35d-dba578362882 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 944 time: 0.0848634 May 18 14:45:36.886637 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f85e61c7-4521-4edc-b505-167ce42f58e1,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:36.893523 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:36.895602 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:36.925828 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'code': 200} May 18 14:45:36.934793 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0c21a6b0-3211-4728-b12b-a947248271a2 req-785834c9-a4d0-446e-86a2-80caa4e673fa tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 May 18 14:45:36.982319 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:36.985800 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:36.987008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:37.178470 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ac0b-e784-4a45-8370-f13c42cb2a06 req-16779fbe-7d81-4abf-ba00-7a24b672077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:37.179952 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-43d7ac0b-e784-4a45-8370-f13c42cb2a06 req-16779fbe-7d81-4abf-ba00-7a24b672077b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 1098 time: 0.0754876 May 18 14:45:37.233418 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-43d7ac0b-e784-4a45-8370-f13c42cb2a06 req-c5f971c9-dc26-4e7c-a039-a56608dc3e19 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 May 18 14:45:38.145857 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6a48-c6cf-40bf-8d2a-820764a15b8d req-fc69a62f-ad9b-4013-801d-63c0e06234ca tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:38.147311 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-46af6a48-c6cf-40bf-8d2a-820764a15b8d req-fc69a62f-ad9b-4013-801d-63c0e06234ca tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.0935748 May 18 14:45:38.210906 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-46af6a48-c6cf-40bf-8d2a-820764a15b8d req-14851534-779c-48bb-adae-af91d36f78d5 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544455 May 18 14:45:38.642802 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:38.671137 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:39.435141 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b350b5-2729-4d82-8998-8b8c0b75002b req-656b6b99-5b68-4c96-b730-4aeffa7bf9b6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:39.436631 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-69b350b5-2729-4d82-8998-8b8c0b75002b req-656b6b99-5b68-4c96-b730-4aeffa7bf9b6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.0986500 May 18 14:45:39.483217 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-69b350b5-2729-4d82-8998-8b8c0b75002b req-c7584db3-69ed-4eab-80b3-bbc350173d2d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403786 May 18 14:45:39.676856 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7dd5-e954-491b-8aed-32974cfe0b8c req-486bf2f0-5462-4f5d-853e-cafb3f6b25c7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:39.678306 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a97f7dd5-e954-491b-8aed-32974cfe0b8c req-486bf2f0-5462-4f5d-853e-cafb3f6b25c7 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.0940146 May 18 14:45:39.690721 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43558) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:39.695843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Request body: {'floatingip': {'port_id': 'f85e61c7-4521-4edc-b505-167ce42f58e1'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:39.772807 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.382939 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.390959 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.669267 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Floating IP 3590234d-1b20-415b-b5ad-639e55ee8b92 associated. External IP: 172.27.0.246, port: f85e61c7-4521-4edc-b505-167ce42f58e1. May 18 14:45:41.032411 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:41.216356 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:41.220888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:41.226107 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:41.236440 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:41.237083 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:41.280662 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ddb850d6-7e86-46e4-9f73-a1c17fe52b78 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "PUT /v2.0/floatingips/3590234d-1b20-415b-b5ad-639e55ee8b92 HTTP/1.1" status: 200 len: 991 time: 1.5885730 May 18 14:45:41.281416 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:41.336619 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'status': 'completed', 'code': 200} May 18 14:45:41.423348 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:41.437849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-f61d2a71-a3b2-4b1b-93b7-f098e692e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:41.439371 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-f61d2a71-a3b2-4b1b-93b7-f098e692e5ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 1098 time: 0.0748191 May 18 14:45:41.575077 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-98b7cc56-942c-465b-8a72-ab5140cdc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:41.576519 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-98b7cc56-942c-465b-8a72-ab5140cdc64b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1296711 May 18 14:45:41.685013 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-180f9990-9d01-423d-8dfc-fd85eedd07c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 200 len: 999 time: 0.0977390 May 18 14:45:41.750705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-f89c9d9e-59dc-4e8b-a98f-02a566b5c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:41.752168 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-f89c9d9e-59dc-4e8b-a98f-02a566b5c9b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0592740 May 18 14:45:41.775477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '3590234d-1b20-415b-b5ad-639e55ee8b92', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:48:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:45:25Z', 'updated_at': '2021-05-18T14:45:40Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:41.778901 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:41.788273 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:41.788869 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:45:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:41.831641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-e9e902dd-5ea6-4897-bbcb-a9d401a72010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:41.833356 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-e9e902dd-5ea6-4897-bbcb-a9d401a72010 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737879 May 18 14:45:41.973732 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:42.082723 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-89af7a28-d454-4512-9248-3714efdb8616 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411091 May 18 14:45:42.222140 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3f115c4a-9612-4900-a7b9-c0ab4c69f831 req-149c21a6-adba-456c-b93f-91e7f66716f3 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313739 May 18 14:45:42.332377 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '3590234d-1b20-415b-b5ad-639e55ee8b92', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:48:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:45:25Z', 'updated_at': '2021-05-18T14:45:40Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:42.336755 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cf8b6-3e6e-4c6e-9e2d-cbf6397576a9 None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '3590234d-1b20-415b-b5ad-639e55ee8b92', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'port_id': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'mac_address': 'fa:16:3e:48:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:45:25Z', 'updated_at': '2021-05-18T14:45:40Z', 'revision_number': 1, 'project_id': '78245cea0042459d8b09357775665d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:42.534129 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e6f0f-fed4-4f9a-8eb9-79db730fc1e3 None None] New status for floating IP 3590234d-1b20-415b-b5ad-639e55ee8b92: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:46:03.346459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-24eae31c-f3dc-4eb2-9cd1-0949e9da9a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.582953 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.884094 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3c1a-adde-4a08-b493-4fbd2d49a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:06.994444 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.658285 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.669568 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.302361 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:46:12.845490 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-739783fc-18c3-43a4-a4aa-8f16c8a1d544 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754395 May 18 14:46:12.993209 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-0c9c676f-ccb1-426d-ae4e-d023e4cc6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:12.994683 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-0c9c676f-ccb1-426d-ae4e-d023e4cc6f7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0774624 May 18 14:46:13.165085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-ed7f35cf-e4b8-4e8d-8409-9bf684be570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:13.166430 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-ed7f35cf-e4b8-4e8d-8409-9bf684be570b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1476486 May 18 14:46:13.270041 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-072fb000-039f-4b54-82e8-f23c6d7396a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 999 time: 0.0969591 May 18 14:46:13.338365 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-d8b1c9e7-67c9-402d-a13e-3bf115f7f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:13.340005 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-d8b1c9e7-67c9-402d-a13e-3bf115f7f09f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0630503 May 18 14:46:13.419190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-55c86b03-7f61-4c1c-ac91-f95b81f58400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:13.420578 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-55c86b03-7f61-4c1c-ac91-f95b81f58400 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730650 May 18 14:46:13.558754 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-4bacf293-1f76-4279-8d47-12223a990a56 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310322 May 18 14:46:13.700866 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e63b5a9c-6866-4e4d-8122-ea0b0000285b req-b0922e60-85d0-4c01-ac59-51c9278930a6 service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352901 May 18 14:46:26.853073 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43736) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:27.242150 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Deleting port ebecba2e-7486-4d33-b83a-5c615cb66cba {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:27.242451 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:27.368045 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:27.368343 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:27.598318 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Calling delete_port for ebecba2e-7486-4d33-b83a-5c615cb66cba owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:27.746598 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:27.752297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1f6a7212-bf23-4339-b486-b324d6f8703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:27.801479 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event deleted for resources: {'Port': ['ID=ebecba2e-7486-4d33-b83a-5c615cb66cba,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:27.841446 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.841786 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.842164 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.842507 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.842850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.843211 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.843550 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.843887 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.844226 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.844557 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.844887 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.845214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:27.852159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:27.854691 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:27.855293 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Floating IP 41eb0305-3083-4c0d-8934-e3d3ba01ba62 disassociated (deleted). External IP: 172.27.0.9, port: 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9. May 18 14:46:28.224851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Router d5db182b-5ef1-4ed3-a37e-90707ae2444c has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:46:28.407663 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:46:28.417705 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Sync routers for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:46:28.427693 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:28.428300 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:28.430768 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:28.489571 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "DELETE /v2.0/floatingips/41eb0305-3083-4c0d-8934-e3d3ba01ba62 HTTP/1.1" status: 204 len: 168 time: 1.6350136 May 18 14:46:28.490466 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:46:28.544419 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'status': 'completed', 'code': 200} May 18 14:46:28.610908 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:28.644838 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-90f0f16a-657d-4266-8221-1b1d404569a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:28.646315 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-90f0f16a-657d-4266-8221-1b1d404569a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0792363 May 18 14:46:28.797875 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-3d373022-2509-4b67-8120-1cc552cfaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:28.800139 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-3d373022-2509-4b67-8120-1cc552cfaf72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 200 len: 910 time: 0.1456153 May 18 14:46:28.876658 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-629f7d1e-1d37-49a8-b7f5-f63588d656c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 200 len: 217 time: 0.0627441 May 18 14:46:28.944310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-428710f7-a0e1-48ae-b851-71d913052ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:28.945913 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-428710f7-a0e1-48ae-b851-71d913052ee9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 200 len: 848 time: 0.0625677 May 18 14:46:28.953120 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:28.958354 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Checking router: d5db182b-5ef1-4ed3-a37e-90707ae2444c for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:46:28.968525 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:28.969166 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:28.978227 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547517-256c-487a-9df8-fd3afe84dc51 req-88427f6b-9f10-41ed-81e3-03440e766e49 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:28.979759 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c0547517-256c-487a-9df8-fd3afe84dc51 req-88427f6b-9f10-41ed-81e3-03440e766e49 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0915539 May 18 14:46:29.027126 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-05775761-7695-4f29-8121-a931ade0c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:29.028536 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c0547517-256c-487a-9df8-fd3afe84dc51 req-9587abdc-7b2e-4617-a9b0-3b206c1b0e5e tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 May 18 14:46:29.028953 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-05775761-7695-4f29-8121-a931ade0c3da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b57397c9-f69d-4422-8ea1-83085e9ad748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757194 May 18 14:46:29.151681 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:29.166025 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-8b1f229b-7441-45d5-bfda-d770cf0446fe service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297867 May 18 14:46:29.423246 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-108f8bcf-d6f2-4aad-b0dc-3c5fccc7d623 req-135994a6-1801-4d38-8dde-092d58b2b14e service neutron] 10.222.0.70 "GET /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490261 May 18 14:46:29.482904 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:29.487940 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375659b8-557d-4d18-bfe6-cd8549a9fc89 None None] The sync data for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi is: [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:39:53Z', 'revision_number': 4, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '18358ac9-ac23-44c9-a50f-6a962d6f5ffa', 'name': '', 'network_id': 'b57397c9-f69d-4422-8ea1-83085e9ad748', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'mac_address': 'fa:16:3e:be:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1481c733-fb18-4cd2-9611-a394890d0874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:52Z', 'updated_at': '2021-05-18T14:40:03Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'subnets': [{'id': '1481c733-fb18-4cd2-9611-a394890d0874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:46:29.710197 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abd17d-cadb-4198-9ff3-c8317ca14a06 None None] New status for floating IP 41eb0305-3083-4c0d-8934-e3d3ba01ba62: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:46:30.226982 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d140e11-c723-48d8-9fe1-478b9e299964 req-aa291a8e-21ec-4066-9dc6-a79ac3338411 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:30.227609 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-7d140e11-c723-48d8-9fe1-478b9e299964 req-aa291a8e-21ec-4066-9dc6-a79ac3338411 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:46:30.246455 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-7d140e11-c723-48d8-9fe1-478b9e299964 req-aa291a8e-21ec-4066-9dc6-a79ac3338411 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:46:30.248399 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7d140e11-c723-48d8-9fe1-478b9e299964 req-aa291a8e-21ec-4066-9dc6-a79ac3338411 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.1092761 May 18 14:46:30.296008 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7d140e11-c723-48d8-9fe1-478b9e299964 req-437c4eb9-a4c8-4628-a5a6-2640e3a912d8 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/security-groups?id=b957c63e-2a59-4e12-9a1a-fee9fbca8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 May 18 14:46:30.542115 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d5d644f4-1536-4011-ab36-df8d25c5a0e2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:30.544363 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d5d644f4-1536-4011-ab36-df8d25c5a0e2 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 945 time: 0.0891833 May 18 14:46:30.692392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Deleting port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:30.692799 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:30.854398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] For port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:30.854649 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:30.976625 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Calling delete_port for 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:31.112888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:31.118965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0032ac91-346c-4e11-8c1b-531c49c06fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:31.163216 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event deleted for resources: {'Port': ['ID=5842d9a7-a02c-4901-9f3e-4f2cb96af5c9,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:31.166268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:31.241338 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] No DVR routers for this DVR port 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:31.244127 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:31.246692 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-deleted', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:46:31.263247 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4864293f-2abf-477c-bc34-0a6e18df68e5 req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.70 "DELETE /v2.0/ports/5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 HTTP/1.1" status: 204 len: 173 time: 0.7136600 May 18 14:46:31.294647 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44a2f0-2957-46a7-abcf-90fac3c1bd08', 'name': 'network-vif-deleted', 'tag': '5842d9a7-a02c-4901-9f3e-4f2cb96af5c9', 'status': 'completed', 'code': 200} May 18 14:46:31.460216 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fe5e223e-c1d8-4f3d-9b9a-e6a14916b2ad req-4f778aab-561b-4864-8868-e00d2545b0aa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Synchronizing usage tracker for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:46:31.480729 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fe5e223e-c1d8-4f3d-9b9a-e6a14916b2ad req-4f778aab-561b-4864-8868-e00d2545b0aa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Unset dirty status for tenant:78b4b87ca6cc41ce807496b5c7f345c5 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:46:31.482250 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fe5e223e-c1d8-4f3d-9b9a-e6a14916b2ad req-4f778aab-561b-4864-8868-e00d2545b0aa tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d44a2f0-2957-46a7-abcf-90fac3c1bd08 HTTP/1.1" status: 200 len: 210 time: 0.0690966 May 18 14:46:32.590641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43776) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:32.664407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:32.695977 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:32.762033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:32.766019 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-52352789-177b-4706-a161-da165ebf1ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:32.781618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957c63e-2a59-4e12-9a1a-fee9fbca8c14,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:32.784704 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:32.794714 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:32.795856 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] 10.222.0.63 "DELETE /v2.0/security-groups/b957c63e-2a59-4e12-9a1a-fee9fbca8c14 HTTP/1.1" status: 204 len: 168 time: 0.2042263 May 18 14:46:32.848200 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43782) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:33.345250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c073f1b-b1e7-40e5-aaf5-f8b3870cf056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:33.525177 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:34.077144 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Deleting port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:34.077823 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:34.207843 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] For port 18358ac9-ac23-44c9-a50f-6a962d6f5ffa, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:34.208216 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:34.329555 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Calling delete_port for 18358ac9-ac23-44c9-a50f-6a962d6f5ffa owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:34.491168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:34.496804 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-346671eb-312d-4b8f-908e-9919cba0023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:34.568962 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=18358ac9-ac23-44c9-a50f-6a962d6f5ffa,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:34.619093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.619459 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.619867 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.620359 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.620725 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.621084 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.621448 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.621764 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.622138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.622477 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.622832 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.623204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:34.629534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:34.842906 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:34.928366 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:34.967102 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:34.967448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 5842d9a7-a02c-4901-9f3e-4f2cb96af5c9 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:35.343177 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Router d5db182b-5ef1-4ed3-a37e-90707ae2444c has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:46:35.535484 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:46:35.540426 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:35.544217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Sync routers for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:46:35.552989 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] 10.222.0.63 "PUT /v2.0/routers/d5db182b-5ef1-4ed3-a37e-90707ae2444c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7031462 May 18 14:46:35.555645 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43806) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:35.557829 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:35.558450 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:35.737023 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:35.794006 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:35.925151 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:35.998744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-44471366-96b7-4e90-aa44-99a173522b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.013566 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Deleting port 1142b810-fe62-4d2a-99af-201b746d951a {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:36.013968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.087275 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1142b810-fe62-4d2a-99af-201b746d951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:46:34Z', 'revision_number': 5, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port': {'id': '1142b810-fe62-4d2a-99af-201b746d951a', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:49Z', 'updated_at': '2021-05-18T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:36.091482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Checking router: d5db182b-5ef1-4ed3-a37e-90707ae2444c for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:46:36.101047 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Routers {'d5db182b-5ef1-4ed3-a37e-90707ae2444c'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:36.101665 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:36.147431 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] For port 1142b810-fe62-4d2a-99af-201b746d951a, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=1142b810-fe62-4d2a-99af-201b746d951a,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:36.147727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.256782 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] Set router d5db182b-5ef1-4ed3-a37e-90707ae2444c gateway port host: None {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:36.278556 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Calling delete_port for 1142b810-fe62-4d2a-99af-201b746d951a owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:36.364038 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:46:35Z', 'revision_number': 6, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:36.368272 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f65cba-462a-4344-8c15-b40b2106a95c None None] The sync data for ids ['d5db182b-5ef1-4ed3-a37e-90707ae2444c'] in dv-cinder-787195-7-iscsi is: [{'id': 'd5db182b-5ef1-4ed3-a37e-90707ae2444c', 'name': 'tempest-TestShelveInstance-1990101405-router', 'tenant_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:48Z', 'updated_at': '2021-05-18T14:46:35Z', 'revision_number': 6, 'project_id': '78b4b87ca6cc41ce807496b5c7f345c5', 'gw_port_host': None}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:46:36.441028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.444702 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-daf66d17-916c-4ef7-929b-b32cff257c18 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:36.459207 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410329bc-fadd-4162-ba83-5874c1b0ede6 req-dbddb8a9-6ecf-413e-b29a-4d7570783e7d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:36.460721 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-410329bc-fadd-4162-ba83-5874c1b0ede6 req-dbddb8a9-6ecf-413e-b29a-4d7570783e7d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0876620 May 18 14:46:36.487272 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Pushing event deleted for resources: {'Port': ['ID=1142b810-fe62-4d2a-99af-201b746d951a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:36.490186 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:36.514572 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-410329bc-fadd-4162-ba83-5874c1b0ede6 req-287671bb-8f1c-4ce8-8199-9e1d4043a204 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477765 May 18 14:46:36.588591 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.879807 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.882061 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.907893 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.908494 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5db182b-5ef1-4ed3-a37e-90707ae2444c {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:46:36.921880 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.924041 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] 10.222.0.63 "DELETE /v2.0/routers/d5db182b-5ef1-4ed3-a37e-90707ae2444c HTTP/1.1" status: 204 len: 168 time: 1.3663697 May 18 14:46:36.925881 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43828) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:36.985863 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Deleting subnet 1481c733-fb18-4cd2-9611-a394890d0874 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:46:36.988993 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:36.989206 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.040621 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.121868 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.160274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 18358ac9-ac23-44c9-a50f-6a962d6f5ffa no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:37.195229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 18358ac9-ac23-44c9-a50f-6a962d6f5ffa {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:37.195581 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 18358ac9-ac23-44c9-a50f-6a962d6f5ffa not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:37.382072 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.385516 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-d714cc60-61e6-4e69-83db-45514c7cef32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:37.424779 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1481c733-fb18-4cd2-9611-a394890d0874,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:37.426699 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.430370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:37.430899 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50896cb8-a736-4705-9f96-ee970c2bb7a5 None None] Network b57397c9-f69d-4422-8ea1-83085e9ad748 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:46:37.433191 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-139130a4-89c7-4537-bd5e-b098a6abe3f7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1481c733-fb18-4cd2-9611-a394890d0874 HTTP/1.1" status: 204 len: 168 time: 0.5063441 May 18 14:46:37.435727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43832) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:37.544262 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.623233 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Deleting port c01404aa-12e2-4af9-8762-33b40d9b5963 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:37.623579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.699360 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] DHCP port deletion for b57397c9-f69d-4422-8ea1-83085e9ad748 request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:46:37.718828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b811951-1f66-485f-9f61-04782fbb629d req-3188ce95-fdbf-428e-9af1-5506cb66eac9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:37.720445 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8b811951-1f66-485f-9f61-04782fbb629d req-3188ce95-fdbf-428e-9af1-5506cb66eac9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0825989 May 18 14:46:37.732117 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] For port c01404aa-12e2-4af9-8762-33b40d9b5963, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=c01404aa-12e2-4af9-8762-33b40d9b5963,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:37.732478 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.769350 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8b811951-1f66-485f-9f61-04782fbb629d req-9fcd7b91-132c-4220-b267-ffe147f36cdf tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 May 18 14:46:37.769607 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Deleting port c01404aa-12e2-4af9-8762-33b40d9b5963 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:37.769786 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.867117 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Calling delete_port for c01404aa-12e2-4af9-8762-33b40d9b5963 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:37.872133 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] For port c01404aa-12e2-4af9-8762-33b40d9b5963, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=c01404aa-12e2-4af9-8762-33b40d9b5963,segment=NetworkSegment(299791b3-0bf6-4df3-bb9a-db0b36052466),segment_id=299791b3-0bf6-4df3-bb9a-db0b36052466)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:37.872574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.923850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:37.929771 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-842a7fe8-0a89-4e68-bbce-f54b2c7a4689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:37.972856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01404aa-12e2-4af9-8762-33b40d9b5963,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:37.976497 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:37.978644 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] No DVR routers for this DVR port c01404aa-12e2-4af9-8762-33b40d9b5963 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:37.996775 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Calling delete_port for c01404aa-12e2-4af9-8762-33b40d9b5963 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:38.039875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.043424 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:38.085806 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Pushing event deleted for resources: {'Port': ['ID=c01404aa-12e2-4af9-8762-33b40d9b5963,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:38.090522 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] No DVR routers for this DVR port c01404aa-12e2-4af9-8762-33b40d9b5963 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:38.095797 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.096694 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.097168 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.097535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.097832 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.098156 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.098479 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.098796 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.099140 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.099484 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.099796 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.100136 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.100546 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:38.104535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:38.110183 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57397c9-f69d-4422-8ea1-83085e9ad748']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.122803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299791b3-0bf6-4df3-bb9a-db0b36052466') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.123123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299791b3-0bf6-4df3-bb9a-db0b36052466') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:38.134566 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.150590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.157008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:46:38.157392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:46:38.170626 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:46:38.249877 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.253963 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-da2c4cef-eaf1-431d-ba99-69b69b11a899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:38.266727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.278679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57397c9-f69d-4422-8ea1-83085e9ad748,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:38.282665 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:38.292596 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b57397c9-f69d-4422-8ea1-83085e9ad748 HTTP/1.1" status: 204 len: 168 time: 0.8559051 May 18 14:46:38.295811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43840) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:38.571675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device c01404aa-12e2-4af9-8762-33b40d9b5963 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:38.608573 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: c01404aa-12e2-4af9-8762-33b40d9b5963 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:38.608915 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device c01404aa-12e2-4af9-8762-33b40d9b5963 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:38.609339 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1142b810-fe62-4d2a-99af-201b746d951a no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:38.641494 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 1142b810-fe62-4d2a-99af-201b746d951a {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:38.641872 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 1142b810-fe62-4d2a-99af-201b746d951a not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:38.669324 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.673595 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.960212 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:38.977056 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dbac-c56d-4b64-aa97-0a55e856e511 req-6591d92e-005d-4f49-9220-6855cb23bbf2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:38.978695 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1a91dbac-c56d-4b64-aa97-0a55e856e511 req-6591d92e-005d-4f49-9220-6855cb23bbf2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0931344 May 18 14:46:39.024437 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1a91dbac-c56d-4b64-aa97-0a55e856e511 req-740199d1-8d3e-48c8-a5b9-e59abb40ba04 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 May 18 14:46:39.391442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Deleting port 02b99ce8-9477-40bb-ab0b-2f23c5815617 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:39.391662 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:39.520325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] For port 02b99ce8-9477-40bb-ab0b-2f23c5815617, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=02b99ce8-9477-40bb-ab0b-2f23c5815617,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:39.520686 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:39.642115 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Calling delete_port for 02b99ce8-9477-40bb-ab0b-2f23c5815617 owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:39.802560 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:39.808079 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-527b6dc0-b23d-4d29-adb4-212ea9d6d54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:39.858749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b99ce8-9477-40bb-ab0b-2f23c5815617,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:39.862425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:40.223421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48c6e4-d1cc-417f-9dc2-5a5cec238c63 req-8baa17e6-740d-430c-8164-024860acf805 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:40.225638 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc48c6e4-d1cc-417f-9dc2-5a5cec238c63 req-8baa17e6-740d-430c-8164-024860acf805 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0840087 May 18 14:46:40.246350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:40.277779 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc48c6e4-d1cc-417f-9dc2-5a5cec238c63 req-85cf4eb6-4f4a-4875-a125-7f2119831beb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 May 18 14:46:40.619464 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Router 44fb4f98-5918-4e4b-bcc6-624f481a78de has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:46:40.804844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:46:40.813856 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Sync routers for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:46:40.822706 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-526a144b-f436-4a73-81b9-607bb24271b7 admin admin] 10.222.0.63 "PUT /v2.0/routers/44fb4f98-5918-4e4b-bcc6-624f481a78de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5257001 May 18 14:46:40.824305 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:40.825014 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:40.825198 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43852) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:41.017992 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:41.039825 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:41.191187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:41.265627 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Deleting port 2435e76e-dce0-41d8-a7f4-464ae1c71d03 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:41.266341 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:41.326478 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:46:39Z', 'revision_number': 5, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port': {'id': '2435e76e-dce0-41d8-a7f4-464ae1c71d03', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:39:58Z', 'updated_at': '2021-05-18T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:41.331787 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Checking router: 44fb4f98-5918-4e4b-bcc6-624f481a78de for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:46:41.342726 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Routers {'44fb4f98-5918-4e4b-bcc6-624f481a78de'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:41.343354 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:46:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['44fb4f98-5918-4e4b-bcc6-624f481a78de'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:41.395392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] For port 2435e76e-dce0-41d8-a7f4-464ae1c71d03, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=2435e76e-dce0-41d8-a7f4-464ae1c71d03,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:41.395854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:41.485436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a70c7-0a97-4c27-a75f-51ec73e30497 req-1c4d3017-a5fc-43bd-b932-332313076e0e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:41.487993 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be5a70c7-0a97-4c27-a75f-51ec73e30497 req-1c4d3017-a5fc-43bd-b932-332313076e0e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0882878 May 18 14:46:41.500874 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] Set router 44fb4f98-5918-4e4b-bcc6-624f481a78de gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:41.539280 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-be5a70c7-0a97-4c27-a75f-51ec73e30497 req-b46230da-416d-4925-899a-fe5e6d688d83 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463612 May 18 14:46:41.611712 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:46:41Z', 'revision_number': 6, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:41.616022 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e40df-84fb-4053-b828-27315ce068b5 None None] The sync data for ids ['44fb4f98-5918-4e4b-bcc6-624f481a78de'] in dv-cinder-787195-7-iscsi is: [{'id': '44fb4f98-5918-4e4b-bcc6-624f481a78de', 'name': 'tempest-TestShelveInstance-898080727-router', 'tenant_id': '3405fa63614f44308ee93c3ac96f9d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:39:57Z', 'updated_at': '2021-05-18T14:46:41Z', 'revision_number': 6, 'project_id': '3405fa63614f44308ee93c3ac96f9d88', 'gw_port_host': None}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:46:41.643675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Calling delete_port for 2435e76e-dce0-41d8-a7f4-464ae1c71d03 owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:41.788169 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:41.793030 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-853b81a3-8333-40cc-81f6-4185c8d72a05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:41.844700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2435e76e-dce0-41d8-a7f4-464ae1c71d03,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:41.848438 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:41.947843 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.127239 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.129593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.155822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.156489 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44fb4f98-5918-4e4b-bcc6-624f481a78de {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:46:42.170462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.171593 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/44fb4f98-5918-4e4b-bcc6-624f481a78de HTTP/1.1" status: 204 len: 168 time: 1.3455868 May 18 14:46:42.175232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43860) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:42.234787 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Deleting subnet 6cbf017c-f795-48c9-8188-0ab484e9c4e8 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:46:42.238038 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.290687 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.370911 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.589270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 02b99ce8-9477-40bb-ab0b-2f23c5815617 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:42.640131 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 02b99ce8-9477-40bb-ab0b-2f23c5815617 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:42.640487 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 02b99ce8-9477-40bb-ab0b-2f23c5815617 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:42.640930 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2435e76e-dce0-41d8-a7f4-464ae1c71d03 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:42.641422 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.647121 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:42.689126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbf017c-f795-48c9-8188-0ab484e9c4e8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:42.694503 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.700480 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:42.704487 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6cbf017c-f795-48c9-8188-0ab484e9c4e8 HTTP/1.1" status: 204 len: 168 time: 0.5259790 May 18 14:46:42.704953 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43868) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:42.730147 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc6d66-7e2f-42b2-8efe-34b20fc8d3cd None None] Network 78b9e5be-dde3-43b2-9366-a818bcf3310f requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:46:42.742552 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 2435e76e-dce0-41d8-a7f4-464ae1c71d03 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:42.742907 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 2435e76e-dce0-41d8-a7f4-464ae1c71d03 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:42.826833 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.858883 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ffa30-47ae-4cd8-896d-72a80c313449 req-523bf970-a108-4f1a-bf96-118440eb6142 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:42.860557 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bc9ffa30-47ae-4cd8-896d-72a80c313449 req-523bf970-a108-4f1a-bf96-118440eb6142 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.1935186 May 18 14:46:42.905901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Deleting port d85c59a8-61e7-4fad-ac77-2f491bef8c52 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:42.906233 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.917880 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bc9ffa30-47ae-4cd8-896d-72a80c313449 req-4a96dad7-bf41-4c98-ac08-0ae597027462 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498984 May 18 14:46:42.990167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] DHCP port deletion for 78b9e5be-dde3-43b2-9366-a818bcf3310f request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:46:43.010421 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] For port d85c59a8-61e7-4fad-ac77-2f491bef8c52, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=d85c59a8-61e7-4fad-ac77-2f491bef8c52,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:43.010775 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.057510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Deleting port d85c59a8-61e7-4fad-ac77-2f491bef8c52 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:43.057857 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.157407 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] For port d85c59a8-61e7-4fad-ac77-2f491bef8c52, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=d85c59a8-61e7-4fad-ac77-2f491bef8c52,segment=NetworkSegment(8b9cd57d-bb3b-42bd-b77f-82787460f38a),segment_id=8b9cd57d-bb3b-42bd-b77f-82787460f38a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:43.157801 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.236053 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Calling delete_port for d85c59a8-61e7-4fad-ac77-2f491bef8c52 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:43.285197 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Calling delete_port for d85c59a8-61e7-4fad-ac77-2f491bef8c52 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:43.285838 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.290626 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3ef6d0de-7804-4882-928c-fc1c50d2cd9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:43.327726 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.331407 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:43.334958 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85c59a8-61e7-4fad-ac77-2f491bef8c52,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:43.336793 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] No DVR routers for this DVR port d85c59a8-61e7-4fad-ac77-2f491bef8c52 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:43.338225 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:43.374113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Pushing event deleted for resources: {'Port': ['ID=d85c59a8-61e7-4fad-ac77-2f491bef8c52,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:43.376944 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:43.377926 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] No DVR routers for this DVR port d85c59a8-61e7-4fad-ac77-2f491bef8c52 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:43.453952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.468592 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b9e5be-dde3-43b2-9366-a818bcf3310f']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:43.481679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9cd57d-bb3b-42bd-b77f-82787460f38a') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:43.481973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9cd57d-bb3b-42bd-b77f-82787460f38a') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:43.494334 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.512859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.519554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:46:43.519941 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:46:43.533350 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:46:43.612505 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.616108 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-67d0013f-b404-4323-a9c7-ded84606a869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:43.629418 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.644777 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b9e5be-dde3-43b2-9366-a818bcf3310f,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:43.650868 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/78b9e5be-dde3-43b2-9366-a818bcf3310f HTTP/1.1" status: 204 len: 168 time: 0.9447811 May 18 14:46:43.651871 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:43.772858 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43876) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:43.824415 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-31490423-b373-459b-bdc9-4e672ca048a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78b4b87ca6cc41ce807496b5c7f345c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503297 May 18 14:46:43.827011 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 43880) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:43.896731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.927702 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.991564 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:43.996335 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bc254f8e-6eeb-4b15-b583-0127694f398c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:44.010538 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28988f91-cd44-43eb-a763-243d9f8961a5,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:44.014401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:44.017610 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:44.019067 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-164e4352-a463-4a8b-bbba-5f6cef6c10b4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28988f91-cd44-43eb-a763-243d9f8961a5 HTTP/1.1" status: 204 len: 168 time: 0.1908965 May 18 14:46:44.124407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae0b7f-4ff5-4abb-b376-cfa6bcff45f8 req-d272a509-a0f8-4342-9bc0-e7c7d38f395f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:44.125916 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-76ae0b7f-4ff5-4abb-b376-cfa6bcff45f8 req-d272a509-a0f8-4342-9bc0-e7c7d38f395f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0874946 May 18 14:46:44.175933 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-76ae0b7f-4ff5-4abb-b376-cfa6bcff45f8 req-317aeae1-4baf-419d-bebe-d1901542c318 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441658 May 18 14:46:44.373834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43890) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:44.429810 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1a4d426d-7d23-4bec-814f-231c7354764d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3405fa63614f44308ee93c3ac96f9d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547009 May 18 14:46:44.432408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 43894) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:44.495276 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:44.524439 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:44.570404 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device d85c59a8-61e7-4fad-ac77-2f491bef8c52 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:44.579761 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:44.584028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b4d0221c-8be7-4b8d-97ab-2aafa5b0c66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:44.598002 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0675779-c944-464c-b4e9-d803403edccc,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:44.600914 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:44.602873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:44.606702 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0675779-c944-464c-b4e9-d803403edccc HTTP/1.1" status: 204 len: 168 time: 0.1734152 May 18 14:46:44.616062 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: d85c59a8-61e7-4fad-ac77-2f491bef8c52 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:44.616417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device d85c59a8-61e7-4fad-ac77-2f491bef8c52 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:45.390925 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79028e1f-40ee-496b-a00a-d2e346ecf40c req-0b9c1a06-3a17-40de-b16d-768b427924f6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:45.392396 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-79028e1f-40ee-496b-a00a-d2e346ecf40c req-0b9c1a06-3a17-40de-b16d-768b427924f6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0980604 May 18 14:46:45.440504 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-79028e1f-40ee-496b-a00a-d2e346ecf40c req-44ae5e3d-4484-416f-ad91-98897d07cb26 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 May 18 14:46:46.306720 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:46:46.655850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841e04-e386-4f03-a021-4809ddae966a req-4a5b6caf-3779-4ba2-b669-ac0812373de5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:46.657305 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bd841e04-e386-4f03-a021-4809ddae966a req-4a5b6caf-3779-4ba2-b669-ac0812373de5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0893860 May 18 14:46:46.709546 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bd841e04-e386-4f03-a021-4809ddae966a req-6d3432c9-ef47-4925-9c92-cc271f2a2976 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 May 18 14:46:47.918797 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02faa-7225-4a06-b9d3-03901600ae81 req-794c5e09-34ef-4aec-8ec6-f7be2674e31a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:47.920279 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6da02faa-7225-4a06-b9d3-03901600ae81 req-794c5e09-34ef-4aec-8ec6-f7be2674e31a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0949738 May 18 14:46:47.969221 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6da02faa-7225-4a06-b9d3-03901600ae81 req-5886a2b2-8f1a-4922-8c8c-8620c25a3a44 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 May 18 14:46:49.172551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7db7-7e62-4c72-8873-291ed57f7da8 req-e5a9606f-bce1-4157-8734-1ce36f584305 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:49.174012 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-135d7db7-7e62-4c72-8873-291ed57f7da8 req-e5a9606f-bce1-4157-8734-1ce36f584305 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0883548 May 18 14:46:49.224056 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-135d7db7-7e62-4c72-8873-291ed57f7da8 req-ae652d6c-a7aa-4332-9fd5-fc3afe0a25a2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 May 18 14:46:50.426864 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb4df-2a0f-469a-b17c-17943d1e5242 req-3a3f87cb-38c5-4aa5-a639-982b1701bd8d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:50.428371 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4dacb4df-2a0f-469a-b17c-17943d1e5242 req-3a3f87cb-38c5-4aa5-a639-982b1701bd8d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0834091 May 18 14:46:50.478463 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4dacb4df-2a0f-469a-b17c-17943d1e5242 req-dfe53802-2f25-4fe1-96b8-5bab794ba840 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 May 18 14:46:51.686603 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d76d-7ae4-43db-bfde-9d6fded6e73f req-099a3afd-46dc-4a5c-a9b2-3f6049f1b6b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:51.688130 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9363d76d-7ae4-43db-bfde-9d6fded6e73f req-099a3afd-46dc-4a5c-a9b2-3f6049f1b6b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0914943 May 18 14:46:51.737119 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9363d76d-7ae4-43db-bfde-9d6fded6e73f req-257a22f5-be15-4421-b745-d53869848998 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 May 18 14:46:52.953374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17131f3-9899-4250-949d-d9cfcf882ac1 req-fec47ee0-5f9c-4308-bea1-b8b5c0849620 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:52.954835 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f17131f3-9899-4250-949d-d9cfcf882ac1 req-fec47ee0-5f9c-4308-bea1-b8b5c0849620 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0989580 May 18 14:46:53.004747 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f17131f3-9899-4250-949d-d9cfcf882ac1 req-7a65c607-c283-442d-83da-6d46af90bdbd tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 May 18 14:46:54.240165 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f26a20-9bda-43de-8c63-dc90cf0706e3 req-8a33638f-0b2c-46c4-bbcb-dc6e8a873a5a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:54.242071 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d8f26a20-9bda-43de-8c63-dc90cf0706e3 req-8a33638f-0b2c-46c4-bbcb-dc6e8a873a5a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0981812 May 18 14:46:54.291724 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d8f26a20-9bda-43de-8c63-dc90cf0706e3 req-a73bab6b-e364-4feb-b86a-e67f517be641 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 May 18 14:46:55.034604 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:46:55.172254 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:55.186954 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:46:55.242881 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:55.259401 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:46:55.276475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:55.283713 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:55.285759 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:55.357585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=6']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:55.360596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:55.402329 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['7b6e966f-4b25-44bd-bd4c-81632ed75fe7'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:46:55.493417 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404247-e96e-4a80-8494-000e615f581a req-7aabd3c0-82f8-4873-aff3-18539bb519c4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:55.494847 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e2404247-e96e-4a80-8494-000e615f581a req-7aabd3c0-82f8-4873-aff3-18539bb519c4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 944 time: 0.0818877 May 18 14:46:55.538927 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e2404247-e96e-4a80-8494-000e615f581a req-cbabd5ac-1ba6-44ac-95ec-6efb8d378529 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 May 18 14:46:56.763820 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3c87-894e-456f-b84f-be6f9f8b9fa0 req-8f406511-44c1-4554-8f98-814d55d7eed4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:56.765295 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0d2f3c87-894e-456f-b84f-be6f9f8b9fa0 req-8f406511-44c1-4554-8f98-814d55d7eed4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 944 time: 0.1024816 May 18 14:46:56.818187 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0d2f3c87-894e-456f-b84f-be6f9f8b9fa0 req-749d4cb7-4243-49fa-97a9-2d9c1c850b2b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450625 May 18 14:46:57.038961 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:46:57.117773 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:46:57.118035 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:57.238574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:57.267210 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:46:57.279783 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:57.284931 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:57.287545 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:57.317610 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'code': 200} May 18 14:46:57.355177 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=7']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:57.358114 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:58.020504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e892398-30d9-47a9-8d02-8c48964cef56 req-941bb149-765a-4511-9e4d-a026be24a3a1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:58.021977 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9e892398-30d9-47a9-8d02-8c48964cef56 req-941bb149-765a-4511-9e4d-a026be24a3a1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0824907 May 18 14:46:58.067416 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9e892398-30d9-47a9-8d02-8c48964cef56 req-c7028ee9-b78a-45f3-b8f8-c6b93dfa34e7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 May 18 14:46:59.274266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ca3a-4c6d-4a46-b6f1-d3ef0dad2a18 req-8683a53a-d59b-4a62-986b-c7d3b3a1b11f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:59.275671 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7b26ca3a-4c6d-4a46-b6f1-d3ef0dad2a18 req-8683a53a-d59b-4a62-986b-c7d3b3a1b11f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0874195 May 18 14:46:59.351682 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7b26ca3a-4c6d-4a46-b6f1-d3ef0dad2a18 req-6f5b72c9-80a5-4185-8563-79bd9391455c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667694 May 18 14:47:00.577514 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa20db-d2e1-4f83-bfde-e2128968c363 req-b0150fc2-fdf2-4c7e-ab53-71c611efaca8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:00.579131 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76fa20db-d2e1-4f83-bfde-e2128968c363 req-b0150fc2-fdf2-4c7e-ab53-71c611efaca8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.1091652 May 18 14:47:00.632444 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76fa20db-d2e1-4f83-bfde-e2128968c363 req-41af986e-9bc5-4397-9403-d035c4f6cc95 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 May 18 14:47:01.834184 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa41f-41d7-415f-b392-f3a62778900c req-2d7b0659-05fc-4212-a431-011397971ea9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:01.837466 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e59fa41f-41d7-415f-b392-f3a62778900c req-2d7b0659-05fc-4212-a431-011397971ea9 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0878167 May 18 14:47:01.896783 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e59fa41f-41d7-415f-b392-f3a62778900c req-29dc7878-1b70-48de-b070-e0f20b6bb7eb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509961 May 18 14:47:03.097709 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3346-00fe-4be4-9fa3-3b1ff9066b0c req-2e5a40f9-0646-4809-a163-e4c601a42443 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:03.099234 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-118c3346-00fe-4be4-9fa3-3b1ff9066b0c req-2e5a40f9-0646-4809-a163-e4c601a42443 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0877464 May 18 14:47:03.153430 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-118c3346-00fe-4be4-9fa3-3b1ff9066b0c req-2b029a9f-e80c-4f1b-acaa-8d49490dccd8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 May 18 14:47:03.340375 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cc06ba8c-2499-4795-a4eb-1d4af662e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:04.352434 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbd924-96bf-41b8-bf3b-622b292973d4 req-c99bb7b8-7450-4780-ae00-86da019fe75d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:04.353972 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6fbd924-96bf-41b8-bf3b-622b292973d4 req-c99bb7b8-7450-4780-ae00-86da019fe75d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0836253 May 18 14:47:04.405000 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6fbd924-96bf-41b8-bf3b-622b292973d4 req-c862dd99-d8ac-4a66-bec2-c42d3c6bcc29 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 May 18 14:47:05.559319 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:05.626201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b7ad-7841-4a77-90ed-1454b07fb3db req-d3ea99bf-6fc2-42d0-bc36-7015b5778866 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:05.627492 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5325b7ad-7841-4a77-90ed-1454b07fb3db req-d3ea99bf-6fc2-42d0-bc36-7015b5778866 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.1048136 May 18 14:47:05.678324 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5325b7ad-7841-4a77-90ed-1454b07fb3db req-4f49922e-193d-4e8c-b9f9-f7f854e264cf tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 May 18 14:47:05.885574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f0ad57c8-5f2f-45ed-89b4-f10ad25104b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:06.932679 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0b025-ce99-4ba0-95ce-8abf72cbe905 req-a7e6c95b-585e-40a1-84ef-8b99c05a86a6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:06.934157 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72c0b025-ce99-4ba0-95ce-8abf72cbe905 req-a7e6c95b-585e-40a1-84ef-8b99c05a86a6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0908616 May 18 14:47:06.984498 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72c0b025-ce99-4ba0-95ce-8abf72cbe905 req-45631236-a463-4d03-816a-eb89960342b3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 May 18 14:47:07.006236 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:08.204313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63b41-4f12-4aec-9adb-36a097cf14c6 req-ef85e0e1-6191-4e53-87d2-6b551ac3e3c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:08.206050 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4fd63b41-4f12-4aec-9adb-36a097cf14c6 req-ef85e0e1-6191-4e53-87d2-6b551ac3e3c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0975060 May 18 14:47:08.267810 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4fd63b41-4f12-4aec-9adb-36a097cf14c6 req-1603c4eb-2bf0-495d-ac05-326fafabf760 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535295 May 18 14:47:08.672122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:08.676355 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:09.544987 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-60a99c97-6e1d-4707-88e7-a38ab63b82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:09.546459 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-60a99c97-6e1d-4707-88e7-a38ab63b82bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1098 time: 0.2272890 May 18 14:47:09.558331 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7192e91-1c6b-4bf9-9d8c-771118229502 req-28c3829e-ef07-46fc-a9ac-d348d001a77b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:09.559820 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7192e91-1c6b-4bf9-9d8c-771118229502 req-28c3829e-ef07-46fc-a9ac-d348d001a77b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.1085429 May 18 14:47:09.697531 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7192e91-1c6b-4bf9-9d8c-771118229502 req-cdbfe331-fdfa-4d4c-94cd-a45659a1be36 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040647 May 18 14:47:09.720951 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-6534bece-29a0-4b04-95a2-ca3d051cce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:09.722396 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-6534bece-29a0-4b04-95a2-ca3d051cce50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1616943 May 18 14:47:09.822711 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-b6f893a6-f42a-43ed-af9f-d1e9a57e130c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0931931 May 18 14:47:09.893075 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-2711606e-62ba-4994-991b-de0d034d270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:09.894697 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-2711606e-62ba-4994-991b-de0d034d270c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0650046 May 18 14:47:09.979995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-bcb471b1-18a9-4258-8ead-f65b2015ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:09.981512 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-bcb471b1-18a9-4258-8ead-f65b2015ea0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803225 May 18 14:47:10.118664 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-90693d61-4001-4da2-b79a-bdc875095dee service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295390 May 18 14:47:10.275116 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e434f41d-a485-452c-a2d9-6cd32f2d22b5 req-2d2e287d-9652-457e-9053-79f537e766b3 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488149 May 18 14:47:10.932110 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946aa35-9688-4e1c-aa38-03becceb28b6 req-09acffbb-738a-4bd1-93f4-21a01f9d0083 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:10.933471 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5946aa35-9688-4e1c-aa38-03becceb28b6 req-09acffbb-738a-4bd1-93f4-21a01f9d0083 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0962224 May 18 14:47:10.984096 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5946aa35-9688-4e1c-aa38-03becceb28b6 req-a2706b1b-d10f-479c-8751-24d71db5679a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 May 18 14:47:12.201336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d169a-b5b4-4cdb-8f4d-8a684ac0dc06 req-fe211b77-353d-4e78-9338-ab0e98426c6b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:12.202804 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e23d169a-b5b4-4cdb-8f4d-8a684ac0dc06 req-fe211b77-353d-4e78-9338-ab0e98426c6b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 945 time: 0.0924573 May 18 14:47:12.256163 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e23d169a-b5b4-4cdb-8f4d-8a684ac0dc06 req-abdd2261-404b-48f6-94a4-ced9d1cf8bed tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469604 May 18 14:47:13.103270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:47:13.228226 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:13.259129 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:47:13.269549 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:13.276463 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:13.278439 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:13.342212 dv-cinder-787195-7-iscsi neutron-server[91495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'code': 422} returned with failed status May 18 14:47:13.381310 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=8']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:13.384433 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:13.453876 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359059-3578-4812-b61d-a70f258dd92f req-bf3e2823-76cb-425f-858b-56e19a66b35a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:13.455345 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-34359059-3578-4812-b61d-a70f258dd92f req-bf3e2823-76cb-425f-858b-56e19a66b35a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0851064 May 18 14:47:13.504326 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-34359059-3578-4812-b61d-a70f258dd92f req-f089ae3e-82f5-49ed-b28a-cc400740b4b8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 May 18 14:47:13.945602 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-3c98c809-2f5a-4bf7-9a7c-90e14f2e497f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763524 May 18 14:47:14.042603 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062862cb-757e-463b-b869-d55b5292561f req-49c6b8d3-2565-43f4-93e8-1ba3d485b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:14.044078 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-49c6b8d3-2565-43f4-93e8-1ba3d485b653 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=78245cea0042459d8b09357775665d8b&device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 1098 time: 0.0754941 May 18 14:47:14.191500 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062862cb-757e-463b-b869-d55b5292561f req-46e196a9-7fd4-4ca3-a5ee-4a3d64d897ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:14.192991 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-46e196a9-7fd4-4ca3-a5ee-4a3d64d897ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 200 len: 911 time: 0.1300983 May 18 14:47:14.306244 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-418e7df2-f3e7-4019-936b-630baf0b8046 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 200 len: 1001 time: 0.1040359 May 18 14:47:14.377182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062862cb-757e-463b-b869-d55b5292561f req-f666cced-b4fe-4159-ad18-d8bf8f8d89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:14.379213 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-f666cced-b4fe-4159-ad18-d8bf8f8d89f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 200 len: 849 time: 0.0651567 May 18 14:47:14.464037 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062862cb-757e-463b-b869-d55b5292561f req-7ad78236-2dff-42ec-b5c8-0c42383faf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:14.465522 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-7ad78236-2dff-42ec-b5c8-0c42383faf88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1874a60e-5d94-4551-b951-519bd99e148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801642 May 18 14:47:14.699287 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-9defb7f3-c6ba-4310-a149-4838ae0f6634 service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258618 May 18 14:47:14.836928 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-062862cb-757e-463b-b869-d55b5292561f req-a28ecc0c-1ccf-402d-bf0b-30c043cb553b service neutron] 10.222.0.70 "GET /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283097 May 18 14:47:14.959190 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25b69b-1f70-4e85-9c6a-6c63bdefec5d req-e96ce128-119a-4384-968b-0898e11fc14c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:14.960649 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d25b69b-1f70-4e85-9c6a-6c63bdefec5d req-e96ce128-119a-4384-968b-0898e11fc14c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0845420 May 18 14:47:15.005343 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d25b69b-1f70-4e85-9c6a-6c63bdefec5d req-2c2df841-3193-4021-9b67-0a04205ab535 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 May 18 14:47:15.238715 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44136) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:15.360903 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-43a7baf2-c0cf-4254-863d-f5c5e1fc9355 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207745 May 18 14:47:16.205333 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230e9e5-9a54-40dc-bdbd-ca0a4ece63ee req-b3515476-82d1-4caa-afb3-5f6374e0970c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.206919 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8230e9e5-9a54-40dc-bdbd-ca0a4ece63ee req-b3515476-82d1-4caa-afb3-5f6374e0970c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0901072 May 18 14:47:16.254957 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8230e9e5-9a54-40dc-bdbd-ca0a4ece63ee req-f803fa44-8624-470c-8ea1-16495b8b4275 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 May 18 14:47:16.284431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-b54a6c27-e60e-460d-92d6-fb5ec4cd4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.285897 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-b54a6c27-e60e-460d-92d6-fb5ec4cd4954 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337&tenant_id=f62f61ee6013494d9be32001aa4dda69 HTTP/1.1" status: 200 len: 1096 time: 0.0891664 May 18 14:47:16.383236 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-63de69bb-0048-4421-9ec3-2c809cbd255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.384719 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-63de69bb-0048-4421-9ec3-2c809cbd255b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1096 time: 0.0762396 May 18 14:47:16.518769 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-1a55b981-4e21-4c89-9833-adc325577cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.520435 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-1a55b981-4e21-4c89-9833-adc325577cd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1284261 May 18 14:47:16.625554 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-ffbb4e01-fce5-4d5b-9d65-86ed569a057e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 998 time: 0.0976391 May 18 14:47:16.688840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-0a7bf92f-c454-4958-a8e9-126a96f06691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.690652 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-0a7bf92f-c454-4958-a8e9-126a96f06691 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0584090 May 18 14:47:16.770068 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-bb0f78ff-8d26-40d5-a594-67ed2408fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:16.771698 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-bb0f78ff-8d26-40d5-a594-67ed2408fc39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736752 May 18 14:47:16.906447 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-8a51c583-83b8-411f-9104-6cf1997a39cc service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272221 May 18 14:47:17.051066 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-7f92f8fe-7a7c-4691-9251-6e5896b8a2a9 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376145 May 18 14:47:17.468023 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5152-8cf8-4895-9265-d02f49ef3b06 req-acb17083-792a-42de-a6be-2500155434ff tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:17.469682 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b42e5152-8cf8-4895-9265-d02f49ef3b06 req-acb17083-792a-42de-a6be-2500155434ff tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0989175 May 18 14:47:17.522040 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b42e5152-8cf8-4895-9265-d02f49ef3b06 req-7d3f7597-152b-4a22-a768-0b2cd39fde8a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 May 18 14:47:18.777408 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d52b-49d6-4c28-9e3b-a3aeff2a5287 req-b7261aaa-f13e-4dfa-8d1e-3b03534ebc51 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:18.779043 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9353d52b-49d6-4c28-9e3b-a3aeff2a5287 req-b7261aaa-f13e-4dfa-8d1e-3b03534ebc51 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.1121788 May 18 14:47:18.835042 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9353d52b-49d6-4c28-9e3b-a3aeff2a5287 req-f8991f6f-113c-4dc2-b644-4abc4cdaa7c2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481017 May 18 14:47:20.048435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f54bc6-631c-48c5-b94e-7406c387bc2f req-676955c9-12be-4920-90fd-d37c17127f79 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:20.050024 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-50f54bc6-631c-48c5-b94e-7406c387bc2f req-676955c9-12be-4920-90fd-d37c17127f79 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0990677 May 18 14:47:20.098117 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-50f54bc6-631c-48c5-b94e-7406c387bc2f req-fd7d9244-2734-44b2-a1d1-e913d351deeb tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 May 18 14:47:21.313089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d38fa-0604-4e90-903c-c817ccf1b85b req-9ba98b97-bb50-416e-ac26-7c44323734b0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:21.314563 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7c6d38fa-0604-4e90-903c-c817ccf1b85b req-9ba98b97-bb50-416e-ac26-7c44323734b0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0945785 May 18 14:47:21.361378 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7c6d38fa-0604-4e90-903c-c817ccf1b85b req-ee59d70e-d472-4727-b712-b8d8a7b2542b tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 18 14:47:22.603749 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633a24-2df7-4456-8e7c-94d5cfb7a9f3 req-9848c5ea-0d3f-4848-8365-c20f88e8a255 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:22.605204 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73633a24-2df7-4456-8e7c-94d5cfb7a9f3 req-9848c5ea-0d3f-4848-8365-c20f88e8a255 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0928738 May 18 14:47:22.653039 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73633a24-2df7-4456-8e7c-94d5cfb7a9f3 req-22b2a55e-c4d3-4b9b-b95d-2e5e2f522b69 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 May 18 14:47:23.306790 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:47:23.861677 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0d59-0d7a-42d0-8944-95ec6f7688a5 req-16573651-66bb-4c5b-8119-f6700703e9fa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:23.863469 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-668d0d59-0d7a-42d0-8944-95ec6f7688a5 req-16573651-66bb-4c5b-8119-f6700703e9fa tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0869377 May 18 14:47:23.913902 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-668d0d59-0d7a-42d0-8944-95ec6f7688a5 req-b4082fac-9bd5-4c9e-9ca7-f208875241a4 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 May 18 14:47:25.118477 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9315d-c081-48ee-be8c-fbdf5fe53e65 req-565de221-ecc9-4402-853e-e929504d35c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:25.120074 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-33c9315d-c081-48ee-be8c-fbdf5fe53e65 req-565de221-ecc9-4402-853e-e929504d35c6 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0910077 May 18 14:47:25.172859 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-33c9315d-c081-48ee-be8c-fbdf5fe53e65 req-2f439114-0c73-49cb-af09-242ddad80ea5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 May 18 14:47:26.388824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafffd1f-52fd-4251-9662-7f1861e357f3 req-4132a25d-b4c5-47e2-aae1-bb129cd8291f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:26.391363 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eafffd1f-52fd-4251-9662-7f1861e357f3 req-4132a25d-b4c5-47e2-aae1-bb129cd8291f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.1019864 May 18 14:47:26.458075 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eafffd1f-52fd-4251-9662-7f1861e357f3 req-58b11f49-261d-4e58-b5b8-f80eda68658d tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557923 May 18 14:47:27.677040 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acecb91-b6ff-4815-877f-253a291b5212 req-0e64c41c-6a33-49de-8923-52ad3be1787e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:27.678517 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6acecb91-b6ff-4815-877f-253a291b5212 req-0e64c41c-6a33-49de-8923-52ad3be1787e tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.1057658 May 18 14:47:27.729395 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6acecb91-b6ff-4815-877f-253a291b5212 req-75c71a02-5aff-4f90-9f7c-1536f7d6c3c1 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 May 18 14:47:28.946843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa3ed4-6382-4958-8a66-db5bc90f5208 req-423b7531-6efe-40b6-832e-024e508479f5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:28.949108 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41fa3ed4-6382-4958-8a66-db5bc90f5208 req-423b7531-6efe-40b6-832e-024e508479f5 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0936401 May 18 14:47:29.148273 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41fa3ed4-6382-4958-8a66-db5bc90f5208 req-f637c5b4-8e96-486b-9528-78d16f149723 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885278 May 18 14:47:30.360674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d360963-376e-49f4-9961-6c6a50c502f6 req-e47f1554-8e24-488d-815c-6e07263e2703 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:30.362145 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d360963-376e-49f4-9961-6c6a50c502f6 req-e47f1554-8e24-488d-815c-6e07263e2703 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0947094 May 18 14:47:30.407606 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d360963-376e-49f4-9961-6c6a50c502f6 req-55038826-cbac-49bb-812f-d0b7ecf2db79 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393493 May 18 14:47:31.616371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24edfb-4036-4639-8bf4-d4fdef234617 req-058d83ec-87ff-44d0-afbe-7309a4a31ac0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:31.617828 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d24edfb-4036-4639-8bf4-d4fdef234617 req-058d83ec-87ff-44d0-afbe-7309a4a31ac0 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0956113 May 18 14:47:31.668638 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d24edfb-4036-4639-8bf4-d4fdef234617 req-08578eb2-1adb-4d64-b2c3-81fe57d13e89 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 May 18 14:47:32.865437 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e58c0d-4939-4605-acc0-b16336d951e9 req-92b5a1f3-3db5-4b34-8166-d7fe2efffb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:32.866917 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24e58c0d-4939-4605-acc0-b16336d951e9 req-92b5a1f3-3db5-4b34-8166-d7fe2efffb07 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0861368 May 18 14:47:32.913381 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-24e58c0d-4939-4605-acc0-b16336d951e9 req-f37a00ab-e497-4f11-8955-e8e832416bc8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404239 May 18 14:47:33.349959 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f900bc2b-628a-410d-81fa-10076bae0b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:34.119571 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6d0cf-0708-4010-afb9-37bbee147193 req-27213ed0-1294-45a9-8d51-4fb8c0dcd8c7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:34.121013 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dcc6d0cf-0708-4010-afb9-37bbee147193 req-27213ed0-1294-45a9-8d51-4fb8c0dcd8c7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0805671 May 18 14:47:34.170330 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dcc6d0cf-0708-4010-afb9-37bbee147193 req-d5c2f8ef-744d-4051-95cb-067382423d25 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 May 18 14:47:35.045438 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dbe59-75bb-4431-881a-cb586ee49130 req-2bc11909-eb59-48db-a93a-c5a0a45eb7ec tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:35.046782 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a62dbe59-75bb-4431-881a-cb586ee49130 req-2bc11909-eb59-48db-a93a-c5a0a45eb7ec tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.1767535 May 18 14:47:35.104205 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a62dbe59-75bb-4431-881a-cb586ee49130 req-0c83bc30-33fc-4960-a16a-c9e760ba112d tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509274 May 18 14:47:35.146206 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:47:35.281353 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:35.295180 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'port_id': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:47:35.351386 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:35.368226 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:47:35.374093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff232d9-59b6-414f-98fe-8a63cdaa9068 req-95ab004a-4d8e-45cb-b361-ca3b62097845 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:35.375558 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ff232d9-59b6-414f-98fe-8a63cdaa9068 req-95ab004a-4d8e-45cb-b361-ca3b62097845 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 943 time: 0.0807889 May 18 14:47:35.384070 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:35.391252 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:35.393022 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-ac4a6236-ab61-4588-9929-6e073263b748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:35.421207 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7ff232d9-59b6-414f-98fe-8a63cdaa9068 req-0fcf7167-a289-46b2-90ac-253763c0a388 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 May 18 14:47:35.461288 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=9']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:35.464459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:35.536238 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:35.762533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['7b6e966f-4b25-44bd-bd4c-81632ed75fe7'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:47:35.897960 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b44fd7f0-d004-4326-8c38-3b0c2a3b8bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:36.314094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397feae-85ce-4e5f-9103-bd5b3fca8437 req-b690010e-bf2c-499d-8c74-992895e64ac1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:36.315913 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9397feae-85ce-4e5f-9103-bd5b3fca8437 req-b690010e-bf2c-499d-8c74-992895e64ac1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.0949328 May 18 14:47:36.370635 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9397feae-85ce-4e5f-9103-bd5b3fca8437 req-7b065909-abc9-44ee-93f4-ebaf85e0541c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488577 May 18 14:47:36.630444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee7921-d5e8-4786-8358-d0a0ae331386 req-9ff5eb13-5a87-470f-a079-13951595506c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:36.631923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41ee7921-d5e8-4786-8358-d0a0ae331386 req-9ff5eb13-5a87-470f-a079-13951595506c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 944 time: 0.0852234 May 18 14:47:36.678858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41ee7921-d5e8-4786-8358-d0a0ae331386 req-5a81241e-a3d5-4e8e-9537-b29b25761340 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 May 18 14:47:36.921812 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-dc5192fa-06a0-4e48-9581-a6274ea9390b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:36.923177 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-dc5192fa-06a0-4e48-9581-a6274ea9390b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.0930746 May 18 14:47:36.998202 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.069694 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Deleting port f85e61c7-4521-4edc-b505-167ce42f58e1 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:37.070004 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.150178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:47:37.203527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] For port f85e61c7-4521-4edc-b505-167ce42f58e1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f85e61c7-4521-4edc-b505-167ce42f58e1,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:37.203878 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.220415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:47:37.220790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.339432 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.367463 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:47:37.377987 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:37.383148 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.385363 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:37.420919 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'code': 200} May 18 14:47:37.458492 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=10']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:37.461771 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:37.515228 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.515693 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.516004 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Floating IP 3590234d-1b20-415b-b5ad-639e55ee8b92 disassociated. External IP: 172.27.0.246, port: f85e61c7-4521-4edc-b505-167ce42f58e1. May 18 14:47:37.516341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Calling delete_port for f85e61c7-4521-4edc-b505-167ce42f58e1 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:37.622925 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66587e-5e9a-4f5b-918a-4ab6597570b0 req-d4f6493a-2c18-4d7b-b041-c5379750a4e6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:37.624393 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d66587e-5e9a-4f5b-918a-4ab6597570b0 req-d4f6493a-2c18-4d7b-b041-c5379750a4e6 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 945 time: 0.1125541 May 18 14:47:37.657675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923a63d-d0dc-45ad-90f8-87dcc1473101 req-886401b5-3408-4f1f-b64d-9b3a0e241c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:37.659619 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6923a63d-d0dc-45ad-90f8-87dcc1473101 req-886401b5-3408-4f1f-b64d-9b3a0e241c96 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1099 time: 0.0716519 May 18 14:47:37.705224 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6923a63d-d0dc-45ad-90f8-87dcc1473101 req-c67e4a1a-2c22-4b25-89ee-916858f41146 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 May 18 14:47:37.713011 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d66587e-5e9a-4f5b-918a-4ab6597570b0 req-29058692-84b0-4efd-a229-10f6ebc285ac tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803676 May 18 14:47:37.750344 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:37.757195 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-81ef6bf5-dd3a-44bc-a578-664b0b3d125b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:37.803872 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'Port': ['ID=f85e61c7-4521-4edc-b505-167ce42f58e1,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:37.815544 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.815706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.816751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.817104 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.817439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.817788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.818135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.818483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.818829 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.819195 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.819536 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.819877 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:37.823517 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:37.875027 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1b5f8-057f-48bb-904f-77168a3bcaae req-08b602a1-3a03-4fbb-9992-8df99cc03c42 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:37.876472 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9cb1b5f8-057f-48bb-904f-77168a3bcaae req-08b602a1-3a03-4fbb-9992-8df99cc03c42 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.0817266 May 18 14:47:37.923880 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9cb1b5f8-057f-48bb-904f-77168a3bcaae req-ea7d76ca-ac08-4a41-9232-802a5a581967 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 May 18 14:47:38.013100 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:47:38.321583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:47:38.331650 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:47:38.342219 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:47:38.342948 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:47:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:38.394866 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] No DVR routers for this DVR port f85e61c7-4521-4edc-b505-167ce42f58e1 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:47:38.397573 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:38.400139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'name': 'network-vif-deleted', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:47:38.418291 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a214ded-9032-4eb5-b0a9-52fe204e4e9d req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.70 "DELETE /v2.0/ports/f85e61c7-4521-4edc-b505-167ce42f58e1 HTTP/1.1" status: 204 len: 173 time: 1.4888861 May 18 14:47:38.457712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d3ed88-d08a-41aa-b648-2f58f4342c58', 'name': 'network-vif-deleted', 'tag': 'f85e61c7-4521-4edc-b505-167ce42f58e1', 'status': 'completed', 'code': 200} May 18 14:47:38.529835 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:47:38.732662 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:38.777807 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:38.907091 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-de48fb35-b9cb-4b1f-9d79-a9bea69dd433 req-06c89174-d26d-48f5-affb-8c7fd86eea85 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/ports?device_id=91d3ed88-d08a-41aa-b648-2f58f4342c58 HTTP/1.1" status: 200 len: 210 time: 0.0668681 May 18 14:47:38.954029 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:38.958662 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:47:38.971170 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:47:38.971825 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:47:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:39.171733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824b1a-abf1-402a-8e83-a991eb4b18ea req-ff444c38-a012-4d5f-8aac-113598dd2b48 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:39.172382 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:47:39.173437 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-97824b1a-abf1-402a-8e83-a991eb4b18ea req-ff444c38-a012-4d5f-8aac-113598dd2b48 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.1129560 May 18 14:47:39.223988 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-97824b1a-abf1-402a-8e83-a991eb4b18ea req-15d4aa33-0aa6-4e10-aafd-9fb7ed86f1ab tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 May 18 14:47:39.494295 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:39.498464 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f1a45-6650-4f99-a4e1-8776c4ce650d None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:37:56Z', 'revision_number': 4, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '550a05d3-26da-423d-9f99-892993b98dac', 'name': '', 'network_id': '1874a60e-5d94-4551-b951-519bd99e148d', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'mac_address': 'fa:16:3e:68:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:54Z', 'updated_at': '2021-05-18T14:38:09Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'subnets': [{'id': '8010df89-b0f0-4bdc-99f9-afac408f6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:47:39.715364 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137e731-7ada-471e-b9a4-1e9c660a1d55 None None] New status for floating IP 3590234d-1b20-415b-b5ad-639e55ee8b92: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:47:40.457832 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532158-0854-480a-a37a-3b378f0443f4 req-8eb0ab79-d1b3-4d24-ba75-3eac6a07003a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:47:40.459335 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e0532158-0854-480a-a37a-3b378f0443f4 req-8eb0ab79-d1b3-4d24-ba75-3eac6a07003a tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.0991228 May 18 14:47:40.513691 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e0532158-0854-480a-a37a-3b378f0443f4 req-5b68c4fe-cf45-47d1-87d6-5f241af53d7f tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478210 May 18 14:47:41.070886 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44334) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:41.137186 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.167278 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f85e61c7-4521-4edc-b505-167ce42f58e1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:47:41.169118 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.205767 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: f85e61c7-4521-4edc-b505-167ce42f58e1 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:47:41.206123 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f85e61c7-4521-4edc-b505-167ce42f58e1 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:47:41.230180 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.237587 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-304e9df3-c17b-4fdf-aca4-b340b37ac2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:41.251722 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:41.259928 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.260306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.260683 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.261035 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.261392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.261791 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.262140 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.262497 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.262848 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.263219 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.263567 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.263913 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:41.268954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:41.272424 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.273595 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "DELETE /v2.0/security-groups/8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6 HTTP/1.1" status: 204 len: 168 time: 0.2016861 May 18 14:47:41.276967 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44338) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:41.294883 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.api.v2.resource [None req-33dc6d76-f03c-4597-ac17-9412d945607b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] show failed (client error): The resource could not be found. May 18 14:47:41.295858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-33dc6d76-f03c-4597-ac17-9412d945607b tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "GET /v2.0/security-groups/8ef362f9-5bca-4cdd-a6d7-88a465fdd5c6 HTTP/1.1" status: 404 len: 347 time: 0.0178924 May 18 14:47:41.300852 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44342) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:41.522256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Deleting port 45fa0f65-96c6-4a5e-8165-339e2401b7a2 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:41.522596 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.649411 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.649684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.777575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Calling delete_port for 45fa0f65-96c6-4a5e-8165-339e2401b7a2 owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:41.894846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:41.898343 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e8f5e0b9-274f-4240-a6a3-167ad6257c8c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:41.945138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Pushing event deleted for resources: {'Port': ['ID=45fa0f65-96c6-4a5e-8165-339e2401b7a2,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:41.948342 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:41.988280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:42.003210 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:42.004461 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-570e11da-05a9-4487-9ca6-56c84e3de1e1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] 10.222.0.63 "DELETE /v2.0/floatingips/3590234d-1b20-415b-b5ad-639e55ee8b92 HTTP/1.1" status: 204 len: 168 time: 0.7026963 May 18 14:47:46.123473 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44372) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:46.932577 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:47.359583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Deleting port 550a05d3-26da-423d-9f99-892993b98dac {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:47.360352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:47.488293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] For port 550a05d3-26da-423d-9f99-892993b98dac, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=550a05d3-26da-423d-9f99-892993b98dac,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:47.488642 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:47.612983 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Calling delete_port for 550a05d3-26da-423d-9f99-892993b98dac owned by network:router_interface {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:47.788994 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:47.792759 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-31c14052-f99c-4531-aab8-e3e7c0f1cb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:47.837206 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Pushing event deleted for resources: {'Port': ['ID=550a05d3-26da-423d-9f99-892993b98dac,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:47.840762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:48.063507 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:48.534663 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Router 1fa6145c-9d49-452a-8817-a754eb814b38 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:47:48.723466 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:47:48.732141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Sync routers for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:47:48.736901 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] 10.222.0.63 "PUT /v2.0/routers/1fa6145c-9d49-452a-8817-a754eb814b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6123412 May 18 14:47:48.740201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44378) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:48.742235 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:47:48.742848 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:47:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:48.920804 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:47:48.922958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.096117 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.174659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Deleting port f7c887c9-e4fc-48be-9df9-b6adcfc312db {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:49.175079 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.199600 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:47:47Z', 'revision_number': 5, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port': {'id': 'f7c887c9-e4fc-48be-9df9-b6adcfc312db', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:47Z', 'updated_at': '2021-05-18T14:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:49.203864 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Checking router: 1fa6145c-9d49-452a-8817-a754eb814b38 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:47:49.212498 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Routers {'1fa6145c-9d49-452a-8817-a754eb814b38'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:47:49.213304 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:47:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['1fa6145c-9d49-452a-8817-a754eb814b38'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:49.300500 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] For port f7c887c9-e4fc-48be-9df9-b6adcfc312db, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=f7c887c9-e4fc-48be-9df9-b6adcfc312db,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:49.300851 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.358470 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] Set router 1fa6145c-9d49-452a-8817-a754eb814b38 gateway port host: None {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:47:49.423800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Calling delete_port for f7c887c9-e4fc-48be-9df9-b6adcfc312db owned by network:router_gateway {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:49.498702 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:47:49Z', 'revision_number': 6, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:49.502768 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9febc15-6d91-465e-a052-81e1e4b0ea0b None None] The sync data for ids ['1fa6145c-9d49-452a-8817-a754eb814b38'] in dv-cinder-787195-7-iscsi is: [{'id': '1fa6145c-9d49-452a-8817-a754eb814b38', 'name': 'tempest-AttachVolumeTestJSON-536644196-router', 'tenant_id': '78245cea0042459d8b09357775665d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:46Z', 'updated_at': '2021-05-18T14:47:49Z', 'revision_number': 6, 'project_id': '78245cea0042459d8b09357775665d8b', 'gw_port_host': None}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:47:49.569465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.573993 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9e4cd509-2ff2-4940-9f38-86c47fe462af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:49.618689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c887c9-e4fc-48be-9df9-b6adcfc312db,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:49.644407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:49.658358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.943626 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.945845 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.972460 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.972940 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa6145c-9d49-452a-8817-a754eb814b38 {{(pid=91494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:47:49.985158 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.986269 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/1fa6145c-9d49-452a-8817-a754eb814b38 HTTP/1.1" status: 204 len: 168 time: 1.2451999 May 18 14:47:49.989891 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44382) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:50.059137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_v2 [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Deleting subnet 8010df89-b0f0-4bdc-99f9-afac408f6473 {{(pid=91494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:47:50.062392 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.115857 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.151095 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.416211 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.420684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4f629abe-d381-40b3-a0b0-7505ca4f611d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:50.454956 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8010df89-b0f0-4bdc-99f9-afac408f6473,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:50.458265 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:50.459250 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.467708 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-af49ae1f-55a2-4dd9-a57f-6fcd70cef8d8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8010df89-b0f0-4bdc-99f9-afac408f6473 HTTP/1.1" status: 204 len: 168 time: 0.4743404 May 18 14:47:50.467807 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc030e-67d3-434d-aff3-8c4b841e152c None None] Network 1874a60e-5d94-4551-b951-519bd99e148d requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:47:50.468241 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44390) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:50.579848 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.637546 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 550a05d3-26da-423d-9f99-892993b98dac no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:47:50.653105 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Deleting port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:50.653437 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.676298 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 550a05d3-26da-423d-9f99-892993b98dac {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:47:50.676635 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 550a05d3-26da-423d-9f99-892993b98dac not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:47:50.677049 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device f7c887c9-e4fc-48be-9df9-b6adcfc312db no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:47:50.716641 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: f7c887c9-e4fc-48be-9df9-b6adcfc312db {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:47:50.716988 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device f7c887c9-e4fc-48be-9df9-b6adcfc312db not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:47:50.758483 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] For port 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=7b3ab964-e657-4207-8bc2-7e48dbac8b23,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:50.758836 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.800799 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] DHCP port deletion for 1874a60e-5d94-4551-b951-519bd99e148d request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:47:50.870180 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Deleting port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:47:50.870592 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.882525 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Calling delete_port for 7b3ab964-e657-4207-8bc2-7e48dbac8b23 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:50.933385 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.937448 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4e71b196-9eb6-42e2-8102-8a8a7e4ae005 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:50.973032 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] For port 7b3ab964-e657-4207-8bc2-7e48dbac8b23, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=7b3ab964-e657-4207-8bc2-7e48dbac8b23,segment=NetworkSegment(9a93e2ff-a336-4028-9b52-f7ee697dba37),segment_id=9a93e2ff-a336-4028-9b52-f7ee697dba37)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:47:50.973456 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.983388 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3ab964-e657-4207-8bc2-7e48dbac8b23,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:50.986907 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:50.989595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] No DVR routers for this DVR port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:47:51.093145 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Calling delete_port for 7b3ab964-e657-4207-8bc2-7e48dbac8b23 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:47:51.108308 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.121468 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1874a60e-5d94-4551-b951-519bd99e148d']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:51.133402 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a93e2ff-a336-4028-9b52-f7ee697dba37') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:51.133688 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a93e2ff-a336-4028-9b52-f7ee697dba37') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:47:51.137535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.141147 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-c4eabd27-dacd-4771-b788-f8e1b42ec376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:51.145671 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.161788 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.167861 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:47:51.168236 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:47:51.181301 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:47:51.186059 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Pushing event deleted for resources: {'Port': ['ID=7b3ab964-e657-4207-8bc2-7e48dbac8b23,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:51.196091 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] No DVR routers for this DVR port 7b3ab964-e657-4207-8bc2-7e48dbac8b23 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:47:51.198033 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.198381 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.198705 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.199064 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.199418 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.199731 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.200058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.200381 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.200692 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.201024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.201346 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.201665 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:47:51.205097 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:51.261636 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.265019 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:51.278205 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.289755 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Pushing event deleted for resources: {'Network': ['ID=1874a60e-5d94-4551-b951-519bd99e148d,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:51.294015 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:51.304189 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] 10.222.0.63 "DELETE /v2.0/networks/1874a60e-5d94-4551-b951-519bd99e148d HTTP/1.1" status: 204 len: 168 time: 0.8351552 May 18 14:47:51.468655 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44402) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:51.521536 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-27a4501d-a503-4674-80f8-c85646d55b21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78245cea0042459d8b09357775665d8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516465 May 18 14:47:51.524187 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44406) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:47:51.596189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.625975 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.686072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.689912 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d2fe9949-181c-4101-8c0b-4fc31d07a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:47:51.703848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67650b9f-e61b-447c-8248-8d3437e514df,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:47:51.709089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:47:51.711159 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.712449 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/67650b9f-e61b-447c-8248-8d3437e514df HTTP/1.1" status: 204 len: 168 time: 0.1870573 May 18 14:47:52.610136 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 7b3ab964-e657-4207-8bc2-7e48dbac8b23 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:47:52.645460 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 7b3ab964-e657-4207-8bc2-7e48dbac8b23 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:47:52.645818 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 7b3ab964-e657-4207-8bc2-7e48dbac8b23 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:00.313252 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:03.335514 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3223f33a-3d55-462f-bca8-2d73cbe6bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.246364 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44548) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:05.390160 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.405056 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:05.409290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7f9d7b83ae4290ba03949e89046846 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:05.412320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:05.418322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:05.498895 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.505160 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.513063 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-b3917f81-6104-4181-a018-cae7a2c3b8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:05.532684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.559407 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5a7f9d7b83ae4290ba03949e89046846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118911 May 18 14:48:05.560325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdf2bf-f0c0-4519-acfb-19527ac1444f,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:05.562115 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44554) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:05.564008 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6148aee0-859f-4a91-bb79-b1d1abcca799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:05.622541 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.649149 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.704763 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.708758 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fc9436e2-9656-45eb-a0fd-489b0340a1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:05.817142 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdf2bf-f0c0-4519-acfb-19527ac1444f,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:05.819998 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:05.822116 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:05.823363 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9afdf2bf-f0c0-4519-acfb-19527ac1444f HTTP/1.1" status: 204 len: 168 time: 0.2601268 May 18 14:48:05.883274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0524-2161-4de6-b96a-b5242beeab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.128733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44562) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:06.151278 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.166607 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:06.170811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Usage tracker for resource:security_group_rule and tenant:b8388f82c42542c3ad6aa1b0cd81fa53 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:06.173927 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:06.180005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:06.262006 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.268155 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.275301 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2ea8ea94-3455-4741-bbc7-3ac8e1417b4b tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:06.315626 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b8388f82c42542c3ad6aa1b0cd81fa53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852055 May 18 14:48:06.316628 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c4d0e0-c8ca-4c2f-bcd7-838458b0e855,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:06.318322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44566) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:06.319796 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:06.388364 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.416579 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.472313 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.475986 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-82bd04c3-2277-4fce-b345-5db2e98d03b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:06.486934 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c4d0e0-c8ca-4c2f-bcd7-838458b0e855,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:06.490721 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:06.493899 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.497781 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a6c4d0e0-c8ca-4c2f-bcd7-838458b0e855 HTTP/1.1" status: 204 len: 168 time: 0.1782532 May 18 14:48:06.998923 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:08.678604 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:08.685412 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:11.564640 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44654) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:11.701066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:11.716717 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:11.721178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Usage tracker for resource:security_group_rule and tenant:33ac620b64b34165ae87d0a77611b2d8 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:11.724531 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:11.730606 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:11.826961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:11.834259 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:11.845389 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-707d44ba-688b-4fc3-b639-13dbb3324528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:11.892463 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33ac620b64b34165ae87d0a77611b2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266442 May 18 14:48:11.893396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9991c-01c2-4475-a4d6-772d4f48bd8a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:11.896046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44660) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:11.898521 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:11.957163 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:11.988838 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.043264 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.047135 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f799144c-b1e5-4ead-a602-f1211e09c49c tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:12.061613 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9991c-01c2-4475-a4d6-772d4f48bd8a,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:12.064200 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:12.074370 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.075517 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fcc9991c-01c2-4475-a4d6-772d4f48bd8a HTTP/1.1" status: 204 len: 168 time: 0.1780262 May 18 14:48:12.395819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44668) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:12.413885 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.428435 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:12.432635 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Usage tracker for resource:security_group_rule and tenant:52c4995e05844cc19f5869a123bc040c is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:12.435673 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:12.442061 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:12.526281 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.531995 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.539127 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-62accb2f-a3e3-4a78-9dc7-3b1ddf3050c8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:12.578982 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=52c4995e05844cc19f5869a123bc040c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820588 May 18 14:48:12.579865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5264ce8-1725-4d71-b33b-64abbc9d5a63,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:12.582364 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44672) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:12.583442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:12.641753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.668388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.722944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.726565 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-af7b49ff-af1d-40c3-8270-7f362cab91c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:12.737691 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5264ce8-1725-4d71-b33b-64abbc9d5a63,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:12.741030 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:12.744244 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:12.745793 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4b8674be-276e-4f5a-957a-5992bca07b2a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5264ce8-1725-4d71-b33b-64abbc9d5a63 HTTP/1.1" status: 204 len: 168 time: 0.1624107 May 18 14:48:15.014379 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-111510fb-197a-41da-90c0-358bdd64bbe7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2436969 May 18 14:48:15.157093 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-fe74fadc-7ac4-4ce4-9752-31e2be155a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:15.158627 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-fe74fadc-7ac4-4ce4-9752-31e2be155a1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f62f61ee6013494d9be32001aa4dda69&device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 1099 time: 0.0759583 May 18 14:48:15.313654 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-e028e7b3-6d9a-4df4-87b5-5daac6a32e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:15.315327 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-e028e7b3-6d9a-4df4-87b5-5daac6a32e6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 200 len: 917 time: 0.1379707 May 18 14:48:15.421743 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-5917d66b-84c5-4299-bd3e-ed09306af2bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0990393 May 18 14:48:15.486208 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-9088e3ad-e9b6-4e92-b479-2839acd41903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:15.488064 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-9088e3ad-e9b6-4e92-b479-2839acd41903 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 200 len: 855 time: 0.0590892 May 18 14:48:15.659557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44746) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:15.663259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-447758c9-3d9b-4729-967b-538d949521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:15.664748 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-447758c9-3d9b-4729-967b-538d949521ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=994f6048-c94b-4cbb-a62d-dd6dc1592d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1708276 May 18 14:48:15.676682 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-426ecb8c-426f-40ae-ba6b-10a6dbe69434 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:48:15.677624 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-426ecb8c-426f-40ae-ba6b-10a6dbe69434 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055108 May 18 14:48:15.781497 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:15.800455 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:15.804414 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Usage tracker for resource:security_group_rule and tenant:01c4cad657144141a802bafff335e1b8 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:15.807252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:15.809811 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-71679134-5bc5-484a-b20e-4d5a7051be6e service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253955 May 18 14:48:15.813242 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:15.899854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:15.904604 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:15.911687 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-81314ee7-5c73-4976-8989-1a3140593d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:15.946266 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6d6541a5-cf20-4543-95e5-7185ed8be52e req-f1ed2021-291d-4a5b-8f07-6881a58aadf1 service neutron] 10.222.0.70 "GET /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290684 May 18 14:48:15.954553 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=01c4cad657144141a802bafff335e1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940810 May 18 14:48:15.955363 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2b2a7-177c-45dc-9e4b-e03fece1b0dc,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:15.958752 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44752) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:15.959026 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:16.029206 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.059864 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.128381 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.133148 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-18f5ffc1-c077-4ccd-b798-c16a3092f6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:16.145033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2b2a7-177c-45dc-9e4b-e03fece1b0dc,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:16.147916 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:16.150078 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.151214 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ab2b2a7-177c-45dc-9e4b-e03fece1b0dc HTTP/1.1" status: 204 len: 168 time: 0.1912849 May 18 14:48:16.461719 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44760) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:16.479846 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.495185 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:16.499697 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Usage tracker for resource:security_group_rule and tenant:b58990344601424bbe0ed7d68cf14d51 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:16.502886 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:16.509508 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:16.598212 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.604220 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.612482 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-eddec55d-e6e9-4d01-bc32-38ea77be1cbc tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:16.656251 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b58990344601424bbe0ed7d68cf14d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934369 May 18 14:48:16.657134 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301986f1-2aa5-480d-b542-52da9d58b2fd,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:16.659440 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44764) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:16.660829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e10a4fb1-23a5-4312-b5d7-23c8108a7d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:16.728333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.753814 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.812924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.818012 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-eb9e025d-5f2b-464e-b648-5d32db3f8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:16.829137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301986f1-2aa5-480d-b542-52da9d58b2fd,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:16.833130 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:16.836690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.837841 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/301986f1-2aa5-480d-b542-52da9d58b2fd HTTP/1.1" status: 204 len: 168 time: 0.1765938 May 18 14:48:18.131656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44796) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:18.258615 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.273807 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:18.278282 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c5192e105e49368c7b68da5c0b7e49 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:18.281424 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:18.287831 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:18.376800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.383362 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.393461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-e3958c33-3a04-4582-9480-358087f56d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:18.440431 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e6c5192e105e49368c7b68da5c0b7e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074789 May 18 14:48:18.442370 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ecd6d-8017-471a-a633-506077eda4d8,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:18.443344 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44802) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:18.445890 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:18.509269 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.539445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.592485 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.596251 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-abf5ebf7-72e6-40bc-b507-f4508e538614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:18.610515 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ecd6d-8017-471a-a633-506077eda4d8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:18.614823 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:18.631667 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.632803 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6c631f04-2105-48bd-bc54-413999655e63 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2a0ecd6d-8017-471a-a633-506077eda4d8 HTTP/1.1" status: 204 len: 168 time: 0.1883626 May 18 14:48:23.664727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44872) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:23.794723 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:23.810095 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:23.814569 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Usage tracker for resource:security_group_rule and tenant:15d66b1065e64a63a2b2fc210c7ce5bd is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:23.817873 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:23.824404 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:23.907383 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:23.913684 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:23.929723 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-55d6f94d-6198-4bd9-aa5e-25c3d90ca80f tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:23.969392 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15d66b1065e64a63a2b2fc210c7ce5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035984 May 18 14:48:23.970277 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0328571-2a9c-4866-a01d-4d1988a543ef,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:23.972266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 44878) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:23.973868 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-5d66d896-642b-4d39-823b-2efc42ad82a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:24.038756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:24.066044 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:24.124712 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:24.130412 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-34699d93-066e-4b3b-b9c4-4105772e7b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:24.147939 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0328571-2a9c-4866-a01d-4d1988a543ef,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:24.152420 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:24.156935 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:24.158108 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cb15a338-6e11-4a0d-a9dc-df6a7c0ef3b8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0328571-2a9c-4866-a01d-4d1988a543ef HTTP/1.1" status: 204 len: 168 time: 0.1845069 May 18 14:48:24.897832 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44902) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:25.028261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-502059451-network', 'tenant_id': '9222ba8dab6f413286c41c8672480357'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:25.033273 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:25.037689 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Usage tracker for resource:network and tenant:9222ba8dab6f413286c41c8672480357 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:25.040970 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:25.047445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:25.059473 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Made reservation on behalf of 9222ba8dab6f413286c41c8672480357 for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:48:25.061909 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.074463 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.089164 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:25.092991 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Usage tracker for resource:security_group_rule and tenant:9222ba8dab6f413286c41c8672480357 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:25.095823 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:25.102617 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:25.195008 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.201539 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.204401 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e8409bc4-cca6-407a-b355-d1c534a03458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:25.231160 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:48:25.239636 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce441a-8b35-48a1-be7a-50df2a821556,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:25.243178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:25.246091 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.247238 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Added segment f302402d-2108-46d5-8a65-2b2c4f1500f3 of type vlan for network 15cd15ec-f6f1-4c16-8612-867669efd8dc May 18 14:48:25.274146 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.307203 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.308305 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:25.308878 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.312069 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:25.413648 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Pushing event updated for resources: {'Network': ['ID=15cd15ec-f6f1-4c16-8612-867669efd8dc,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:25.416591 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:25.423307 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-29779369-a0dc-47ea-a629-d70ba42e5f26 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5243366 May 18 14:48:25.426256 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:48:25.426761 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 44908) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:25.432235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Request body: {'subnet': {'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-502059451-subnet', 'tenant_id': '9222ba8dab6f413286c41c8672480357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:25.437041 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:25.440918 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Usage tracker for resource:subnet and tenant:9222ba8dab6f413286c41c8672480357 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:25.443903 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:25.449604 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:25.461350 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Made reservation on behalf of 9222ba8dab6f413286c41c8672480357 for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:48:25.463650 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.858123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.861737 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-670c9472-60de-4088-b652-9053912bd1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:25.931179 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3dff3b-bd53-4703-8d1d-d92b0395b367,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:25.934894 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:25.942395 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Checking segment: {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:48:25.942747 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Network hostable DHCP agents. Network: 15cd15ec-f6f1-4c16-8612-867669efd8dc, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:48:25.963983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:48:25.977788 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 15cd15ec-f6f1-4c16-8612-867669efd8dc) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:48:25.986087 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:25.986676 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:25.987449 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe01be2-48de-4023-a06e-68999c4d4ca5 None None] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:48:26.011097 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-99f76a5c-df6f-4be5-99a8-9c552f2125a1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5832901 May 18 14:48:26.182041 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772605ab-5b0f-4c7d-8847-3da8a93acd46 None None] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:48:28.266776 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-fbfd01aa-d992-4726-b793-783a6d5bf514 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:28.267454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-fbfd01aa-d992-4726-b793-783a6d5bf514 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Synchronizing usage tracker for tenant:9222ba8dab6f413286c41c8672480357 on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:48:28.287594 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-fbfd01aa-d992-4726-b793-783a6d5bf514 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Unset dirty status for tenant:9222ba8dab6f413286c41c8672480357 on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:48:28.289362 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-fbfd01aa-d992-4726-b793-783a6d5bf514 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 808 time: 0.1803660 May 18 14:48:28.306799 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-f633b809-d051-44dc-891d-0f3e45ea7926 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/quotas/9222ba8dab6f413286c41c8672480357 HTTP/1.1" status: 200 len: 375 time: 0.0111063 May 18 14:48:28.356687 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-76d3e360-c247-4007-a84c-6721519f1671 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444469 May 18 14:48:28.369181 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-df0a14a1-2a38-4cad-8df9-fd69922bfe3e service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:48:28.370131 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-df0a14a1-2a38-4cad-8df9-fd69922bfe3e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051532 May 18 14:48:28.599812 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-c3a13ed5-a448-4d18-89ed-d587405a93d4 service neutron] 10.222.0.63 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242985 May 18 14:48:28.738661 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dda2ae35-770d-4e95-8a8d-1efb29f51387 service neutron] 10.222.0.63 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327868 May 18 14:48:28.978580 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e979c0b3-bd96-44c4-bef6-588be8dbe4d5 req-a3823daf-ba65-4d31-b83a-f9539643f821 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 210 time: 0.1010828 May 18 14:48:30.144856 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fb8ebc0f-24ca-4182-8d8f-0511b86fbad6 req-f7252bf8-b775-4bd4-9188-96ef283da0ad tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 210 time: 0.0469458 May 18 14:48:30.221970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-c1120557-1444-4b09-85b0-43854effd856 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:30.223425 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-c1120557-1444-4b09-85b0-43854effd856 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 808 time: 0.1479790 May 18 14:48:30.236483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Request body: {'port': {'device_id': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc', 'admin_state_up': True, 'tenant_id': '9222ba8dab6f413286c41c8672480357'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:30.374676 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:30.379094 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Usage tracker for resource:port and tenant:9222ba8dab6f413286c41c8672480357 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:30.381973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:30.388029 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:30.399922 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Made reservation on behalf of 9222ba8dab6f413286c41c8672480357 for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:48:30.403412 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:30.574525 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Allocated IP 172.20.0.6 (15cd15ec-f6f1-4c16-8612-867669efd8dc/da3dff3b-bd53-4703-8d1d-d92b0395b367/f6965bfc-4081-4e93-ada8-6e36494b6069) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:48:30.780988 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:30.830005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:30.836225 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac453d29-10b3-4b65-8f27-a2f81968f8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:30.902268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:48:30.905316 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:48:30.909405 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:48:30.914829 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:30.915461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:30.923265 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Pushing event updated for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:30.929895 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:30.943881 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7111678 May 18 14:48:30.956529 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Request body: {'port': {'device_id': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:31.071534 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:31.541902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b342851-1bc5-4203-a0b7-0c6184352951 req-d205cb32-3cea-4617-8b59-f50c3ca9289e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:31.542593 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3b342851-1bc5-4203-a0b7-0c6184352951 req-d205cb32-3cea-4617-8b59-f50c3ca9289e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Synchronizing usage tracker for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:48:31.605828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6965bfc-4081-4e93-ada8-6e36494b6069 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:48:31.612131 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3b342851-1bc5-4203-a0b7-0c6184352951 req-d205cb32-3cea-4617-8b59-f50c3ca9289e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Unset dirty status for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:48:31.613266 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b342851-1bc5-4203-a0b7-0c6184352951 req-d205cb32-3cea-4617-8b59-f50c3ca9289e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 931 time: 0.2039437 May 18 14:48:31.614788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:31.645147 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Transition to ACTIVE for port object f6965bfc-4081-4e93-ada8-6e36494b6069 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:48:31.657724 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:31.667043 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bfd50ba1-4562-4cb8-aba0-0a0ec9df7679 tempest-AttachVolumeNegativeTest-190597657 tempest-AttachVolumeNegativeTest-190597657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:31.716362 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3b342851-1bc5-4203-a0b7-0c6184352951 req-cafc97f3-e48b-404e-9cd5-a0b19e4201aa tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972986 May 18 14:48:31.797325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:31.822848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:31.849807 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Attempting to bind port f6965bfc-4081-4e93-ada8-6e36494b6069 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:48:31.850151 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Attempting to bind port f6965bfc-4081-4e93-ada8-6e36494b6069 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:48:31.850468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Attempting to bind port f6965bfc-4081-4e93-ada8-6e36494b6069 on network 15cd15ec-f6f1-4c16-8612-867669efd8dc {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:48:31.855396 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Port f6965bfc-4081-4e93-ada8-6e36494b6069 on network 15cd15ec-f6f1-4c16-8612-867669efd8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:48:31.855706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Attempting to bind port f6965bfc-4081-4e93-ada8-6e36494b6069 on network 15cd15ec-f6f1-4c16-8612-867669efd8dc {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:48:31.860844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:48:31.861167 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Checking segment: {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:48:31.861516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Bound using segment: {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:48:31.862063 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Bound port: f6965bfc-4081-4e93-ada8-6e36494b6069, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:48:31.862481 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:31.966779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:48:31.969931 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6965bfc-4081-4e93-ada8-6e36494b6069,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:48:31.975630 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:31.979374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:32.036173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:32.036778 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:32.038136 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] 10.222.0.70 "PUT /v2.0/ports/f6965bfc-4081-4e93-ada8-6e36494b6069 HTTP/1.1" status: 200 len: 1093 time: 1.0861719 May 18 14:48:32.038623 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:32.060670 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:32.063849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:32.125465 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069', 'status': 'completed', 'code': 200} May 18 14:48:32.181325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-9ca6997b-a8bd-459a-b68f-b4b0043b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:32.182821 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-9ca6997b-a8bd-459a-b68f-b4b0043b0dd7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 1096 time: 0.0996242 May 18 14:48:32.256254 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-ed6ab7d0-1ee5-4b74-9782-b6ce9f3c6240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6965bfc-4081-4e93-ada8-6e36494b6069 HTTP/1.1" status: 200 len: 217 time: 0.0647101 May 18 14:48:32.326375 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-6f1fede0-b21c-4103-aa39-6b474a51400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:32.328015 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-6f1fede0-b21c-4103-aa39-6b474a51400e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da3dff3b-bd53-4703-8d1d-d92b0395b367 HTTP/1.1" status: 200 len: 848 time: 0.0649397 May 18 14:48:32.378108 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-84b759a7-0835-41f9-b061-2bf82587ecee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15cd15ec-f6f1-4c16-8612-867669efd8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429308 May 18 14:48:32.521314 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-1c70b28f-0741-44d0-9de9-84587310070a service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363382 May 18 14:48:32.658966 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0f769b8d-1234-4a06-a69b-8f11d793ed2f req-f038e190-4dc3-4ea8-b89a-9feaad4727c3 service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301210 May 18 14:48:32.784641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-c98714c1-e9e7-46ae-8bbf-d12f116a98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:32.786029 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-c98714c1-e9e7-46ae-8bbf-d12f116a98e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 1096 time: 0.0743475 May 18 14:48:33.080711 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-e0425c55-c30f-4d52-a976-3323708acc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:33.082352 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-e0425c55-c30f-4d52-a976-3323708acc4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 909 time: 0.2888529 May 18 14:48:33.153932 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c98154-ada5-431f-8434-23a709352132 req-fdd11940-b037-4b9c-aacb-eb4fe60c6593 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:33.155444 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c98154-ada5-431f-8434-23a709352132 req-fdd11940-b037-4b9c-aacb-eb4fe60c6593 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 943 time: 0.3272631 May 18 14:48:33.164717 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-1dc18eb2-7125-4e0c-8d04-100ab87ce767 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6965bfc-4081-4e93-ada8-6e36494b6069 HTTP/1.1" status: 200 len: 217 time: 0.0749450 May 18 14:48:33.251819 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c6c98154-ada5-431f-8434-23a709352132 req-e9a3eba6-f661-49ca-a754-cf5d431df883 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888259 May 18 14:48:33.257312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-8a3b2121-0971-46b7-a10f-21698269b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:33.258667 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-8a3b2121-0971-46b7-a10f-21698269b9f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da3dff3b-bd53-4703-8d1d-d92b0395b367 HTTP/1.1" status: 200 len: 848 time: 0.0784800 May 18 14:48:33.313903 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-55430271-b5dd-4fc6-9c70-190472b809de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15cd15ec-f6f1-4c16-8612-867669efd8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476170 May 18 14:48:33.330351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-630f7f7b-639f-42f9-a91c-649deae41c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:33.448321 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-c200fc16-ebfa-4eac-b2ee-680a46447fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264129 May 18 14:48:33.587710 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8f98ba92-abc6-4f18-abf4-e54464444546 req-201e1199-0cd2-43d6-8b52-2128bd35373b service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329238 May 18 14:48:34.481189 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2f244-393a-49b9-bcfc-dfc6b7006120 req-b2c28902-7a74-4e7d-9edf-6d5752c8d931 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:34.482664 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-55b2f244-393a-49b9-bcfc-dfc6b7006120 req-b2c28902-7a74-4e7d-9edf-6d5752c8d931 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 943 time: 0.0976584 May 18 14:48:34.529301 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-55b2f244-393a-49b9-bcfc-dfc6b7006120 req-f532c8f4-63e7-4ec6-888e-dbe7876a4fdd tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Synchronizing usage tracker for tenant:9222ba8dab6f413286c41c8672480357 on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:48:34.548309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-55b2f244-393a-49b9-bcfc-dfc6b7006120 req-f532c8f4-63e7-4ec6-888e-dbe7876a4fdd tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Unset dirty status for tenant:9222ba8dab6f413286c41c8672480357 on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:48:34.549498 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-55b2f244-393a-49b9-bcfc-dfc6b7006120 req-f532c8f4-63e7-4ec6-888e-dbe7876a4fdd tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593152 May 18 14:48:35.429415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f6965bfc-4081-4e93-ada8-6e36494b6069 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:48:35.564023 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:35.590483 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6965bfc-4081-4e93-ada8-6e36494b6069,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:35.604010 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'f6965bfc-4081-4e93-ada8-6e36494b6069', 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc', 'port_id': 'f6965bfc-4081-4e93-ada8-6e36494b6069', 'mac_address': 'fa:16:3e:cd:e1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3dff3b-bd53-4703-8d1d-d92b0395b367', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:48:35.658969 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:35.676842 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6965bfc-4081-4e93-ada8-6e36494b6069 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:48:35.694951 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6965bfc-4081-4e93-ada8-6e36494b6069,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:35.700351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:35.702463 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:35.747788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ed22c-d073-41af-b85d-86ec4ae3f052 req-fbaf356a-3b58-4e62-bd41-54b7c8ff1fcc tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:35.749285 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c38ed22c-d073-41af-b85d-86ec4ae3f052 req-fbaf356a-3b58-4e62-bd41-54b7c8ff1fcc tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 943 time: 0.0942285 May 18 14:48:35.774687 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:35.778003 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:35.799400 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c38ed22c-d073-41af-b85d-86ec4ae3f052 req-c2faa99c-fc68-468a-8b32-1359c7b7cc53 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 May 18 14:48:35.887074 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cd57-1a6b-44fc-99d1-a5dba5cf31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:36.041871 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['f6965bfc-4081-4e93-ada8-6e36494b6069'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:48:36.416761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1cc6e-c4d4-4ad8-8941-a83a79831ad4 req-3db192a9-0a0a-4493-83be-22c5fba707fd tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:36.418224 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5cb1cc6e-c4d4-4ad8-8941-a83a79831ad4 req-3db192a9-0a0a-4493-83be-22c5fba707fd tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.0901012 May 18 14:48:36.468963 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5cb1cc6e-c4d4-4ad8-8941-a83a79831ad4 req-645a2e7e-a498-4291-bc37-c24da926f6d7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 May 18 14:48:37.003189 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:37.007386 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8181d-bb0f-4df9-8459-0ec4218dcea2 req-1976e510-2555-4ba8-ad1c-1a4a5a9db1f7 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:37.008888 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dfc8181d-bb0f-4df9-8459-0ec4218dcea2 req-1976e510-2555-4ba8-ad1c-1a4a5a9db1f7 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 944 time: 0.0917611 May 18 14:48:37.055035 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-dfc8181d-bb0f-4df9-8459-0ec4218dcea2 req-19a8e2a8-55ca-4237-99df-34e3bdbf127b tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 May 18 14:48:37.304790 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:37.440834 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f6965bfc-4081-4e93-ada8-6e36494b6069 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:48:37.521144 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port f6965bfc-4081-4e93-ada8-6e36494b6069 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:48:37.526107 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port f6965bfc-4081-4e93-ada8-6e36494b6069 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:48:37.526486 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:37.648207 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:37.671837 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7184c51-6077-4602-bb33-aeb9c700301e req-f117a234-eda1-4431-9157-a5e9d5fe5931 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:37.673319 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e7184c51-6077-4602-bb33-aeb9c700301e req-f117a234-eda1-4431-9157-a5e9d5fe5931 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.0832667 May 18 14:48:37.676290 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:37.686198 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6965bfc-4081-4e93-ada8-6e36494b6069,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:37.693214 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:37.695276 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:37.725747 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e7184c51-6077-4602-bb33-aeb9c700301e req-cc48cb97-df94-4cc8-a0db-67828b72d406 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups?id=675806c9-bcf0-46bc-903c-005cb31a6144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454280 May 18 14:48:37.761003 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:37.764390 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:37.791887 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069', 'code': 200} May 18 14:48:37.900645 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-ce3b1560-ad54-4f23-911f-6fcae07ae3b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:37.902069 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-ce3b1560-ad54-4f23-911f-6fcae07ae3b2 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 946 time: 0.0876830 May 18 14:48:38.029582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd45c2b-5afa-4236-89d5-74f53b2d1437 req-8d89b773-d08b-46f6-9d68-3d093950bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:38.031097 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cdd45c2b-5afa-4236-89d5-74f53b2d1437 req-8d89b773-d08b-46f6-9d68-3d093950bf10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 1098 time: 0.0718322 May 18 14:48:38.043974 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Deleting port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:38.044314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.072180 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cdd45c2b-5afa-4236-89d5-74f53b2d1437 req-c0f55822-a108-40ab-a677-e0b2f41095ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 May 18 14:48:38.179788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] For port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:38.180023 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.416279 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4826df-da8e-4175-9cb9-b3a9c8eabf37 req-eff1b947-ec59-4688-921b-a2d996034db9 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:38.417730 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-da4826df-da8e-4175-9cb9-b3a9c8eabf37 req-eff1b947-ec59-4688-921b-a2d996034db9 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 945 time: 0.2406785 May 18 14:48:38.656771 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-da4826df-da8e-4175-9cb9-b3a9c8eabf37 req-a6f4204d-91ec-4735-bd6b-ad094a977a73 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296593 May 18 14:48:38.663666 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.664022 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.664321 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Floating IP 8e857765-1f2f-4229-b9e5-fb8ce2b3aafc disassociated. External IP: 172.27.0.65, port: 7b6e966f-4b25-44bd-bd4c-81632ed75fe7. May 18 14:48:38.664656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Calling delete_port for 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:38.700985 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.702386 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.785674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:38.791860 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:38.839794 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'Port': ['ID=7b6e966f-4b25-44bd-bd4c-81632ed75fe7,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:38.850921 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.851314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.851668 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.852018 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.852358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.852702 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.853058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.853394 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.853727 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.854065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.854401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.854730 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:38.858193 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:38.888792 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7c307e40-a5ba-44e9-b7ac-305694153837 req-f767c79c-003c-4bcd-9aea-af1dde345aed tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/ports?device_id=7900afaa-4b37-4f50-b116-9803e37ae337 HTTP/1.1" status: 200 len: 210 time: 0.0495586 May 18 14:48:39.036620 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:48:39.226260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:48:39.237885 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:48:39.252048 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:48:39.253067 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:48:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:39.306823 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] No DVR routers for this DVR port 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:48:39.309526 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:39.313667 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-deleted', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:39.333736 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-50458ad7-51eb-432d-a913-c591c0dc19e3 req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.70 "DELETE /v2.0/ports/7b6e966f-4b25-44bd-bd4c-81632ed75fe7 HTTP/1.1" status: 204 len: 173 time: 1.4263258 May 18 14:48:39.369299 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900afaa-4b37-4f50-b116-9803e37ae337', 'name': 'network-vif-deleted', 'tag': '7b6e966f-4b25-44bd-bd4c-81632ed75fe7', 'status': 'completed', 'code': 200} May 18 14:48:39.457465 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:48:39.810415 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:39.815149 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:48:39.824037 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:48:39.824707 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:48:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:39.854184 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04e988-1015-4e39-bd3b-29859c96468c req-1b57d714-f585-4a7f-a3c8-068910457cc8 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:39.855680 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5d04e988-1015-4e39-bd3b-29859c96468c req-1b57d714-f585-4a7f-a3c8-068910457cc8 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 945 time: 0.0856652 May 18 14:48:39.903319 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5d04e988-1015-4e39-bd3b-29859c96468c req-79bff491-2d0c-46a5-957f-95f5ef1ba5b3 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 May 18 14:48:40.006043 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:48:40.036604 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45006) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:40.103548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.131729 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.189271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.194092 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2452c99f-4a90-4337-9053-f410cbc31a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:40.209936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675806c9-bcf0-46bc-903c-005cb31a6144,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:40.213255 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:40.236957 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.238758 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1279694c-36cb-42bb-aac6-e955841df1d3 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "DELETE /v2.0/security-groups/675806c9-bcf0-46bc-903c-005cb31a6144 HTTP/1.1" status: 204 len: 168 time: 0.2010851 May 18 14:48:40.241482 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45012) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:40.257739 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.api.v2.resource [None req-205ff8a1-412c-4c63-ad27-3c5921d1b136 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] show failed (client error): The resource could not be found. May 18 14:48:40.261624 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-205ff8a1-412c-4c63-ad27-3c5921d1b136 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "GET /v2.0/security-groups/675806c9-bcf0-46bc-903c-005cb31a6144 HTTP/1.1" status: 404 len: 347 time: 0.0191510 May 18 14:48:40.261782 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45016) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:40.344151 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:40.348796 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb611b-00fc-496a-ad3f-0836a7ec261f None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': '744dd33c-c049-432b-92c1-c2ba9a2f70bf', 'name': '', 'network_id': '994f6048-c94b-4cbb-a62d-dd6dc1592d8c', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'mac_address': 'fa:16:3e:f1:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f498577-e963-4890-8207-e1eee110921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:52Z', 'updated_at': '2021-05-18T14:38:10Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'subnets': [{'id': '5f498577-e963-4890-8207-e1eee110921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:48:40.501891 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Deleting port 540fbc91-f283-4eb9-a1ae-a641efa2b92d {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:40.502461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.592893 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad92397-1e26-4169-bd67-9e6749bf4dbb None None] New status for floating IP 8e857765-1f2f-4229-b9e5-fb8ce2b3aafc: DOWN {{(pid=91495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:48:40.625113 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.625540 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.753548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Calling delete_port for 540fbc91-f283-4eb9-a1ae-a641efa2b92d owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:40.888019 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.891778 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:40.935161 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Pushing event deleted for resources: {'Port': ['ID=540fbc91-f283-4eb9-a1ae-a641efa2b92d,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:40.938259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:40.975769 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.987419 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0189-4f88-4c41-9348-9dac9a1ba776 req-5600cb32-6381-4647-9903-d0617d66b81f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:40.988887 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-60da0189-4f88-4c41-9348-9dac9a1ba776 req-5600cb32-6381-4647-9903-d0617d66b81f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 945 time: 0.0865147 May 18 14:48:40.989767 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:40.990858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] 10.222.0.63 "DELETE /v2.0/floatingips/8e857765-1f2f-4229-b9e5-fb8ce2b3aafc HTTP/1.1" status: 204 len: 168 time: 0.7280207 May 18 14:48:41.035384 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-60da0189-4f88-4c41-9348-9dac9a1ba776 req-3b70bd29-60e0-4e01-9558-b27ee015156a tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 May 18 14:48:41.438139 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:48:41.473706 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:48:41.474053 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 7b6e966f-4b25-44bd-bd4c-81632ed75fe7 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:42.399694 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ee64-16c0-4c3d-b11e-5335d01b0e37 req-a08840ca-22a9-4e86-9f89-67041e838637 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:42.401155 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9c28ee64-16c0-4c3d-b11e-5335d01b0e37 req-a08840ca-22a9-4e86-9f89-67041e838637 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 945 time: 0.2527168 May 18 14:48:42.413702 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028f31-edbc-4b60-9a41-644d5416196b req-0f1f30cf-ddec-49d8-b3b3-69f15e959a39 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:42.415122 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c3028f31-edbc-4b60-9a41-644d5416196b req-0f1f30cf-ddec-49d8-b3b3-69f15e959a39 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 945 time: 0.1124566 May 18 14:48:42.512923 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9c28ee64-16c0-4c3d-b11e-5335d01b0e37 req-a6281b18-11a3-4e43-a16e-b321a770574f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968695 May 18 14:48:42.591806 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Deleting port f6965bfc-4081-4e93-ada8-6e36494b6069 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:42.592156 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:42.734087 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] For port f6965bfc-4081-4e93-ada8-6e36494b6069, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6965bfc-4081-4e93-ada8-6e36494b6069,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:42.734402 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:42.864416 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Calling delete_port for f6965bfc-4081-4e93-ada8-6e36494b6069 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:42.990228 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:42.995979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5393305c-12c0-47b9-a75c-cfada98e37cc tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:43.003139 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['f6965bfc-4081-4e93-ada8-6e36494b6069'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:48:43.043969 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Pushing event deleted for resources: {'Port': ['ID=f6965bfc-4081-4e93-ada8-6e36494b6069,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:43.046958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:43.117293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] No DVR routers for this DVR port f6965bfc-4081-4e93-ada8-6e36494b6069 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:48:43.120139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:43.122684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'name': 'network-vif-deleted', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:43.141360 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c3028f31-edbc-4b60-9a41-644d5416196b req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "DELETE /v2.0/ports/f6965bfc-4081-4e93-ada8-6e36494b6069 HTTP/1.1" status: 204 len: 173 time: 0.7119243 May 18 14:48:43.176144 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af9134-ad25-4cd4-97ae-d98d89414d0a', 'name': 'network-vif-deleted', 'tag': 'f6965bfc-4081-4e93-ada8-6e36494b6069', 'status': 'completed', 'code': 200} May 18 14:48:43.695674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3897d5a6-1cb3-4c38-88e5-ba4ec7f03e2b req-c83727d0-4080-43a3-a70c-022abfc5c1d1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Synchronizing usage tracker for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:48:43.713235 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-3897d5a6-1cb3-4c38-88e5-ba4ec7f03e2b req-c83727d0-4080-43a3-a70c-022abfc5c1d1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Unset dirty status for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:48:43.714406 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3897d5a6-1cb3-4c38-88e5-ba4ec7f03e2b req-c83727d0-4080-43a3-a70c-022abfc5c1d1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=c0af9134-ad25-4cd4-97ae-d98d89414d0a HTTP/1.1" status: 200 len: 210 time: 0.0689762 May 18 14:48:43.822946 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45054) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:44.438788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.085930 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Deleting port 744dd33c-c049-432b-92c1-c2ba9a2f70bf {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:45.086652 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.104140 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-4c18e1d1-f142-4fcb-9f4e-1a2d12090d14 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:45.105578 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-4c18e1d1-f142-4fcb-9f4e-1a2d12090d14 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 808 time: 0.1711063 May 18 14:48:45.192447 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-03d476cf-a4a4-46cf-a674-4420d4c588c9 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/quotas/9222ba8dab6f413286c41c8672480357 HTTP/1.1" status: 200 len: 375 time: 0.0732157 May 18 14:48:45.253914 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-89823a3f-1ac5-4b1a-808d-dd275cc49d8b tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513837 May 18 14:48:45.265783 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-180bca83-23f8-4664-91e0-956dd41851bb service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:48:45.266695 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-180bca83-23f8-4664-91e0-956dd41851bb service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049942 May 18 14:48:45.334644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] For port 744dd33c-c049-432b-92c1-c2ba9a2f70bf, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=744dd33c-c049-432b-92c1-c2ba9a2f70bf,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:45.335268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.452417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f6965bfc-4081-4e93-ada8-6e36494b6069 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:48:45.489450 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: f6965bfc-4081-4e93-ada8-6e36494b6069 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:48:45.489770 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device f6965bfc-4081-4e93-ada8-6e36494b6069 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:45.524569 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Calling delete_port for 744dd33c-c049-432b-92c1-c2ba9a2f70bf owned by network:router_interface {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:45.569338 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5530a2ac-0860-419d-8e65-cd314ce7289d service neutron] 10.222.0.63 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940576 May 18 14:48:45.725825 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-157f8c96-8c2c-495a-ae44-7f5bb75316d5 service neutron] 10.222.0.63 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489444 May 18 14:48:45.816005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.820527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-bcbcf7e2-76c1-491f-96a6-56fba7346d57 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:45.867952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=744dd33c-c049-432b-92c1-c2ba9a2f70bf,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:45.904103 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:45.923362 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ded782da-fc21-4789-bbb2-1eea071436cb req-0e8e2f8a-0d18-4e0f-8243-a10ddc1d174c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 210 time: 0.0516508 May 18 14:48:46.216374 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:46.609013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Router c348fdbe-b20f-4716-8e62-629c12b3bc09 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:48:46.793328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:48:46.802069 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Sync routers for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:48:46.811820 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:48:46.812498 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:48:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:46.827653 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] 10.222.0.63 "PUT /v2.0/routers/c348fdbe-b20f-4716-8e62-629c12b3bc09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035236 May 18 14:48:46.830204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45084) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:46.968930 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-0ac73da0-d526-4d2a-85a5-ff8f149632b8 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:46.970577 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-0ac73da0-d526-4d2a-85a5-ff8f149632b8 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 808 time: 0.1666591 May 18 14:48:46.983689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Request body: {'port': {'device_id': '12535d05-695b-4d79-9090-bbaabfca8602', 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc', 'admin_state_up': True, 'tenant_id': '9222ba8dab6f413286c41c8672480357'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:47.047844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.082634 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:48:47.150227 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-eee4539c-7bea-4dd5-af09-031ba6c8b15a req-244aa4ad-4b92-4b83-a320-f0150a4be75a tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 210 time: 0.0549350 May 18 14:48:47.196729 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:47.208377 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:47.219450 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Made reservation on behalf of 9222ba8dab6f413286c41c8672480357 for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:48:47.224502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.251549 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.332600 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Deleting port 567fe303-5a36-4e51-9a82-b0dd0dd95811 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:47.332886 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.378975 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:48:45Z', 'revision_number': 5, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port': {'id': '567fe303-5a36-4e51-9a82-b0dd0dd95811', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:45Z', 'updated_at': '2021-05-18T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:47.383296 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Checking router: c348fdbe-b20f-4716-8e62-629c12b3bc09 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:48:47.391718 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Routers {'c348fdbe-b20f-4716-8e62-629c12b3bc09'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:48:47.392391 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:48:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c348fdbe-b20f-4716-8e62-629c12b3bc09'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:47.400893 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Allocated IP 172.20.0.11 (15cd15ec-f6f1-4c16-8612-867669efd8dc/da3dff3b-bd53-4703-8d1d-d92b0395b367/60a8f454-f219-4bf3-a22c-eb3020645ebe) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:48:47.464231 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] For port 567fe303-5a36-4e51-9a82-b0dd0dd95811, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=567fe303-5a36-4e51-9a82-b0dd0dd95811,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:47.464602 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.586494 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] Set router c348fdbe-b20f-4716-8e62-629c12b3bc09 gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:48:47.624456 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.655508 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.661361 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f4c3b1db-b0c2-4acc-b61d-78d9aedcbbcb tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:47.692001 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:48:47Z', 'revision_number': 6, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:47.696193 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408ecd4-cb23-4167-98b3-f233c11948dd None None] The sync data for ids ['c348fdbe-b20f-4716-8e62-629c12b3bc09'] in dv-cinder-787195-7-iscsi is: [{'id': 'c348fdbe-b20f-4716-8e62-629c12b3bc09', 'name': 'tempest-AttachVolumeShelveTestJSON-896731512-router', 'tenant_id': 'f62f61ee6013494d9be32001aa4dda69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:44Z', 'updated_at': '2021-05-18T14:48:47Z', 'revision_number': 6, 'project_id': 'f62f61ee6013494d9be32001aa4dda69', 'gw_port_host': None}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:48:47.702926 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Calling delete_port for 567fe303-5a36-4e51-9a82-b0dd0dd95811 owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:47.732800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Network 15cd15ec-f6f1-4c16-8612-867669efd8dc is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:48:47.736017 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:48:47.738670 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:48:47.744265 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:47.744863 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.763064 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Pushing event updated for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:47.766016 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:47.780712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014655 May 18 14:48:47.792504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Request body: {'port': {'device_id': '12535d05-695b-4d79-9090-bbaabfca8602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:48:47.852357 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:47.856108 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-03ba97f2-49f0-424c-9d2d-4ace8587086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:47.900555 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Pushing event deleted for resources: {'Port': ['ID=567fe303-5a36-4e51-9a82-b0dd0dd95811,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:47.941486 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.941879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.942238 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.942591 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.942940 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.943314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.943660 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.944006 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.944353 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.944695 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.945033 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.945354 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:47.952680 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:48.007854 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.012905 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.191109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.193419 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.219974 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.220604 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c348fdbe-b20f-4716-8e62-629c12b3bc09 {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:48:48.233983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.235240 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-65167d4b-a185-4055-ae99-be12fc5e9457 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c348fdbe-b20f-4716-8e62-629c12b3bc09 HTTP/1.1" status: 204 len: 168 time: 1.4037993 May 18 14:48:48.237819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45096) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:48.346546 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Deleting subnet 5f498577-e963-4890-8207-e1eee110921a {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:48:48.351799 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.369777 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a8f454-f219-4bf3-a22c-eb3020645ebe {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:48:48.377749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.392762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Transition to ACTIVE for port object 60a8f454-f219-4bf3-a22c-eb3020645ebe will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:48:48.398182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.403537 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f83258b-403c-4603-a106-955a40d28654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:48.413474 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.458426 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8223a83-b19d-40fa-ae56-a564a6506f17 req-b698de98-4e06-4cbf-bcf3-a03989ac52bd tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:48.460017 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8223a83-b19d-40fa-ae56-a564a6506f17 req-b698de98-4e06-4cbf-bcf3-a03989ac52bd tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 932 time: 0.1869295 May 18 14:48:48.473555 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Pushing event updated for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:48.477406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:48.534915 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f8223a83-b19d-40fa-ae56-a564a6506f17 req-1c8033d0-d9b4-4752-a975-80b958afa347 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 May 18 14:48:48.566968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.603541 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Attempting to bind port 60a8f454-f219-4bf3-a22c-eb3020645ebe on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:48:48.603960 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Attempting to bind port 60a8f454-f219-4bf3-a22c-eb3020645ebe by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:48:48.604487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Attempting to bind port 60a8f454-f219-4bf3-a22c-eb3020645ebe on network 15cd15ec-f6f1-4c16-8612-867669efd8dc {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:48:48.610312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Port 60a8f454-f219-4bf3-a22c-eb3020645ebe on network 15cd15ec-f6f1-4c16-8612-867669efd8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:48:48.610692 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Attempting to bind port 60a8f454-f219-4bf3-a22c-eb3020645ebe on network 15cd15ec-f6f1-4c16-8612-867669efd8dc {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:48:48.617178 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:48:48.617606 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Checking segment: {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:48:48.618069 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Bound using segment: {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:48:48.618913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Bound port: 60a8f454-f219-4bf3-a22c-eb3020645ebe, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f302402d-2108-46d5-8a65-2b2c4f1500f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:48:48.618913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.670050 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 567fe303-5a36-4e51-9a82-b0dd0dd95811 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:48:48.708631 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 567fe303-5a36-4e51-9a82-b0dd0dd95811 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:48:48.708986 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 567fe303-5a36-4e51-9a82-b0dd0dd95811 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:48.709417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 744dd33c-c049-432b-92c1-c2ba9a2f70bf no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:48:48.726520 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:48:48.729950 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:48:48.739869 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.747589 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 744dd33c-c049-432b-92c1-c2ba9a2f70bf {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:48:48.748250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 744dd33c-c049-432b-92c1-c2ba9a2f70bf not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:48.756644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:48.813706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:48.814063 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.815733 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] 10.222.0.70 "PUT /v2.0/ports/60a8f454-f219-4bf3-a22c-eb3020645ebe HTTP/1.1" status: 200 len: 1094 time: 1.0273445 May 18 14:48:48.839346 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:48.886372 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.894207 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:48.905642 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe', 'status': 'completed', 'code': 200} May 18 14:48:48.928712 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Pushing event updated for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:48.929667 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f498577-e963-4890-8207-e1eee110921a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:48.932861 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:48.933847 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.939660 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:48.939900 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7960a43f-22eb-44dd-916e-e166be9b7e74 None None] Network 994f6048-c94b-4cbb-a62d-dd6dc1592d8c requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:48:48.943324 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0fef1884-db69-4cab-aae5-104746d4c5b3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5f498577-e963-4890-8207-e1eee110921a HTTP/1.1" status: 204 len: 168 time: 0.7022138 May 18 14:48:48.943793 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45102) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:48.958802 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-d6ceb68f-8462-4594-9901-31c0bbf6c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:48.960351 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-d6ceb68f-8462-4594-9901-31c0bbf6c236 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 1097 time: 0.0997472 May 18 14:48:49.035939 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-c2da48b5-0d6b-4bd3-b191-5a69a993cc4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe HTTP/1.1" status: 200 len: 217 time: 0.0671904 May 18 14:48:49.056629 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.103341 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-c8e10577-7bc7-496a-9cfd-192f863eeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:49.104710 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-c8e10577-7bc7-496a-9cfd-192f863eeb7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da3dff3b-bd53-4703-8d1d-d92b0395b367 HTTP/1.1" status: 200 len: 848 time: 0.0618322 May 18 14:48:49.137078 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Deleting port b7bd8c5f-7232-45a8-9f37-98ab09b88397 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:49.137330 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.160736 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-44b5302e-d352-4fc0-965b-8a9cf0b0e31e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15cd15ec-f6f1-4c16-8612-867669efd8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494106 May 18 14:48:49.214216 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] DHCP port deletion for 994f6048-c94b-4cbb-a62d-dd6dc1592d8c request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:48:49.241647 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] For port b7bd8c5f-7232-45a8-9f37-98ab09b88397, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=b7bd8c5f-7232-45a8-9f37-98ab09b88397,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:49.242238 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.281872 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Deleting port b7bd8c5f-7232-45a8-9f37-98ab09b88397 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:48:49.282401 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.315180 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-4e9a29a4-0866-4d74-a8d6-e759891bda52 service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461422 May 18 14:48:49.418388 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] For port b7bd8c5f-7232-45a8-9f37-98ab09b88397, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=b7bd8c5f-7232-45a8-9f37-98ab09b88397,segment=NetworkSegment(3605ff5b-3cc6-44dd-af5d-262bab1ec537),segment_id=3605ff5b-3cc6-44dd-af5d-262bab1ec537)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:49.418868 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.458711 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8a234f4c-6922-468a-aed2-eb48d25bf3f9 req-0aa135ba-e9c1-4b81-94f9-843cfd0e395f service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374562 May 18 14:48:49.481094 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Calling delete_port for b7bd8c5f-7232-45a8-9f37-98ab09b88397 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:49.532557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.536925 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-e5a98bfd-1309-4657-9873-52cf70515f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:49.542459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Calling delete_port for b7bd8c5f-7232-45a8-9f37-98ab09b88397 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:48:49.588883 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bd8c5f-7232-45a8-9f37-98ab09b88397,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:49.592244 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:49.593138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] No DVR routers for this DVR port b7bd8c5f-7232-45a8-9f37-98ab09b88397 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:48:49.595594 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.604041 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:49.615420 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-3f83e3f5-5adb-47c5-93be-15f57af36f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:49.617307 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-3f83e3f5-5adb-47c5-93be-15f57af36f58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9222ba8dab6f413286c41c8672480357&device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 1097 time: 0.1051159 May 18 14:48:49.653098 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Pushing event deleted for resources: {'Port': ['ID=b7bd8c5f-7232-45a8-9f37-98ab09b88397,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:49.660765 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:49.667452 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] No DVR routers for this DVR port b7bd8c5f-7232-45a8-9f37-98ab09b88397 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:48:49.806116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-5b7c6be1-d786-412a-84f3-d83132742976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:49.807617 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-5b7c6be1-d786-412a-84f3-d83132742976 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 200 len: 909 time: 0.1825991 May 18 14:48:49.820977 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.837866 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994f6048-c94b-4cbb-a62d-dd6dc1592d8c']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:49.852454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3605ff5b-3cc6-44dd-af5d-262bab1ec537') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:49.852706 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3605ff5b-3cc6-44dd-af5d-262bab1ec537') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:48:49.867539 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.887552 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.903411 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6fe66-9b2e-40da-8b65-5c6207d5ab9c req-5e442967-8f34-4fb2-a4a6-a246e8509c48 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:49.904997 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-69d6fe66-9b2e-40da-8b65-5c6207d5ab9c req-5e442967-8f34-4fb2-a4a6-a246e8509c48 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 944 time: 0.2332990 May 18 14:48:49.906165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:48:49.906570 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:48:49.920750 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:48:49.981031 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-211b5471-b7c8-42de-8ada-925c7af63e07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe HTTP/1.1" status: 200 len: 217 time: 0.1661000 May 18 14:48:50.032351 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-69d6fe66-9b2e-40da-8b65-5c6207d5ab9c req-ba57a7ef-8709-4947-9997-ed3ca7431633 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106544 May 18 14:48:50.033090 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.036462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:50.051740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.057391 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-4edcf288-fc63-42cd-b4ac-14c93db21fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:50.059056 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-4edcf288-fc63-42cd-b4ac-14c93db21fdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da3dff3b-bd53-4703-8d1d-d92b0395b367 HTTP/1.1" status: 200 len: 848 time: 0.0712540 May 18 14:48:50.060328 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Pushing event deleted for resources: {'Network': ['ID=994f6048-c94b-4cbb-a62d-dd6dc1592d8c,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:50.066557 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:50.077196 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-23992e1b-6abe-45b7-b6ad-d9f5053d6481 admin admin] 10.222.0.63 "DELETE /v2.0/networks/994f6048-c94b-4cbb-a62d-dd6dc1592d8c HTTP/1.1" status: 204 len: 168 time: 1.1321285 May 18 14:48:50.108892 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-b1f5074a-f6ce-43be-856d-fbd2a8ee32bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15cd15ec-f6f1-4c16-8612-867669efd8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427189 May 18 14:48:50.196706 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45110) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:50.244161 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-186119e5-2ea0-4c60-8106-591c12afe1e7 service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286845 May 18 14:48:50.245851 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-af722fc2-0df2-42b4-a488-3751cb60ad87 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f62f61ee6013494d9be32001aa4dda69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478647 May 18 14:48:50.249066 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45114) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:50.412635 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.439451 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c64e1172-cbaa-4e28-b676-4ae5b3b68933 req-4566e029-b2c0-48a5-9f2a-7559b4129824 service neutron] 10.222.0.70 "GET /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874053 May 18 14:48:50.453867 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.509482 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.513150 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2f7725e7-2cf9-430e-8bae-8b648b7f8f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:50.528215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb21a8d-e85d-4c06-9285-c3b8325830f0,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:50.530504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:50.536742 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.537832 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-4a2ff3dd-a2bd-40bd-937f-770b8d131ca7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6cb21a8d-e85d-4c06-9285-c3b8325830f0 HTTP/1.1" status: 204 len: 168 time: 0.2878053 May 18 14:48:50.657122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device b7bd8c5f-7232-45a8-9f37-98ab09b88397 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:48:50.691461 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: b7bd8c5f-7232-45a8-9f37-98ab09b88397 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:48:50.691819 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device b7bd8c5f-7232-45a8-9f37-98ab09b88397 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:48:51.234036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636008-8c68-493c-b08a-c27ed193b896 req-6706214f-8f35-4a66-8221-a07f25ccd27e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:51.234741 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-2a636008-8c68-493c-b08a-c27ed193b896 req-6706214f-8f35-4a66-8221-a07f25ccd27e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Synchronizing usage tracker for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:48:51.254979 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-2a636008-8c68-493c-b08a-c27ed193b896 req-6706214f-8f35-4a66-8221-a07f25ccd27e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Unset dirty status for tenant:9222ba8dab6f413286c41c8672480357 on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:48:51.256211 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2a636008-8c68-493c-b08a-c27ed193b896 req-6706214f-8f35-4a66-8221-a07f25ccd27e tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 944 time: 0.1033309 May 18 14:48:51.306127 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2a636008-8c68-493c-b08a-c27ed193b896 req-f9927f20-e460-4c29-ab63-73891ffdd29a tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 May 18 14:48:52.288833 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45158) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:52.413548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.428606 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:52.432751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Usage tracker for resource:security_group_rule and tenant:cb31ac4246a8470aa50e75c985393270 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:52.435677 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:52.442970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:52.500619 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9bfe5-86a2-42bd-960d-918b2905f9c6 req-61542737-9d0a-44f0-a61b-2bebb01db7fb tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:52.502323 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-47f9bfe5-86a2-42bd-960d-918b2905f9c6 req-61542737-9d0a-44f0-a61b-2bebb01db7fb tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 944 time: 0.0865996 May 18 14:48:52.529605 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.535489 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.544750 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-935f6813-1b05-45f3-ad7f-315cc8c63779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:52.555749 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-47f9bfe5-86a2-42bd-960d-918b2905f9c6 req-6666f67a-a602-4e52-9716-4a8c36487f2f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397966 May 18 14:48:52.584204 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb31ac4246a8470aa50e75c985393270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942877 May 18 14:48:52.586925 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45166) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:52.588401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a44c6-4631-493d-a262-bf913b3e1a8d,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:52.591489 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f99bf47f-ea92-49f3-a3a5-4c42d1d2a785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:52.645115 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.671046 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.729462 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.733093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7f28b82c-4999-45f5-b4a9-dbc062ec5e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:52.744254 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a44c6-4631-493d-a262-bf913b3e1a8d,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:52.747740 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:52.750946 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.752044 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a998b873-0340-4882-9173-91237d7814ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e1a44c6-4631-493d-a262-bf913b3e1a8d HTTP/1.1" status: 204 len: 168 time: 0.1639488 May 18 14:48:53.076835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45174) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:53.095444 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.110261 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:48:53.114593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Usage tracker for resource:security_group_rule and tenant:3e6ba1e7a36248a3a8a0fd965b05b93b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:48:53.117648 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:48:53.123433 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:48:53.207218 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.213607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.224810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-aa2fab5a-1e0c-4647-800d-414deb5f1b90 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:53.277435 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e6ba1e7a36248a3a8a0fd965b05b93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994879 May 18 14:48:53.279174 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a5cb3a-ce0e-4397-8cb6-5e17fe44c2b9,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:53.280328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45178) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:48:53.282383 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9523b6ae-d912-4816-a731-d87c672650ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:53.351273 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.378511 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.452041 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.458310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cf524ccb-c0ce-434d-83e4-153314c6edac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:53.467136 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 60a8f454-f219-4bf3-a22c-eb3020645ebe details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:48:53.474136 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a5cb3a-ce0e-4397-8cb6-5e17fe44c2b9,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:53.477780 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:53.483805 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.484935 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12a5cb3a-ce0e-4397-8cb6-5e17fe44c2b9 HTTP/1.1" status: 204 len: 168 time: 0.2035806 May 18 14:48:53.618533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:53.634410 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '60a8f454-f219-4bf3-a22c-eb3020645ebe', 'network_id': '15cd15ec-f6f1-4c16-8612-867669efd8dc', 'port_id': '60a8f454-f219-4bf3-a22c-eb3020645ebe', 'mac_address': 'fa:16:3e:e0:fc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3dff3b-bd53-4703-8d1d-d92b0395b367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:48:53.695575 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.713879 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a8f454-f219-4bf3-a22c-eb3020645ebe {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:48:53.730907 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:53.737381 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:53.740210 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:53.743132 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da179c3-0479-430b-976f-242c32b03f13 req-c3db2e0f-8137-4b29-b3e3-cac9b649e8cf tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:53.744630 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5da179c3-0479-430b-976f-242c32b03f13 req-c3db2e0f-8137-4b29-b3e3-cac9b649e8cf tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 944 time: 0.0846467 May 18 14:48:53.792116 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5da179c3-0479-430b-976f-242c32b03f13 req-ca4a5aec-f859-4cbe-8dfd-9f58928377a2 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 May 18 14:48:53.814474 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:53.822658 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.826141 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:48:53.830103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:54.058649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['60a8f454-f219-4bf3-a22c-eb3020645ebe'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:48:54.988398 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e86f-8fdf-48c4-ab24-179be168b5fc req-78c9052d-e830-47e1-8dd1-cd2ad05e859d tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:54.989876 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8017e86f-8fdf-48c4-ab24-179be168b5fc req-78c9052d-e830-47e1-8dd1-cd2ad05e859d tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 945 time: 0.0885894 May 18 14:48:55.035759 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-8017e86f-8fdf-48c4-ab24-179be168b5fc req-d4ac157e-a146-43aa-91fe-bd8062a83433 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 May 18 14:48:55.471844 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 60a8f454-f219-4bf3-a22c-eb3020645ebe up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:48:55.545244 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 60a8f454-f219-4bf3-a22c-eb3020645ebe completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:48:55.550376 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 60a8f454-f219-4bf3-a22c-eb3020645ebe triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:48:55.550749 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:55.672870 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:55.700381 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:48:55.712753 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:48:55.717528 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:55.719617 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-12f65cac-4429-4fbb-9a47-82b738719103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:48:55.755920 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe', 'code': 200} May 18 14:48:55.801779 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:48:55.805024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:48:55.986169 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b158-87e7-448b-af17-2aed6a3d5796 req-693ade9a-56e3-4b66-b7ae-5fdb76d78027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:55.987996 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a3b5b158-87e7-448b-af17-2aed6a3d5796 req-693ade9a-56e3-4b66-b7ae-5fdb76d78027 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 1099 time: 0.0755925 May 18 14:48:56.031358 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a3b5b158-87e7-448b-af17-2aed6a3d5796 req-6331ca44-1a15-4bf5-9168-ccb93501c64b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 May 18 14:48:56.225987 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc145f-6ace-4582-9994-5e97f3abaa7b req-ff73d59c-97cd-4731-9d35-69f4caa2b27f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:56.227452 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-95dc145f-6ace-4582-9994-5e97f3abaa7b req-ff73d59c-97cd-4731-9d35-69f4caa2b27f tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 946 time: 0.0815423 May 18 14:48:56.281771 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-95dc145f-6ace-4582-9994-5e97f3abaa7b req-db5b44f1-074c-4476-8e0c-a005d2d14479 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469182 May 18 14:48:57.494338 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b73745-ee4c-4df7-a811-3139a1c87a9b req-ddc85708-6841-4842-8d54-96e2c38ecdba tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:57.495811 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-03b73745-ee4c-4df7-a811-3139a1c87a9b req-ddc85708-6841-4842-8d54-96e2c38ecdba tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 946 time: 0.1007063 May 18 14:48:57.545086 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-03b73745-ee4c-4df7-a811-3139a1c87a9b req-4030de9d-62fb-4ae3-acb0-123bebdb9602 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 May 18 14:48:58.698855 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0f901-6e5f-40f3-91a1-65abb276ec3b req-7350bf31-68a7-4488-876e-005d50903c39 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:58.700386 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5ed0f901-6e5f-40f3-91a1-65abb276ec3b req-7350bf31-68a7-4488-876e-005d50903c39 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 946 time: 0.0852189 May 18 14:48:58.758282 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5ed0f901-6e5f-40f3-91a1-65abb276ec3b req-6e02ceb0-1af7-41b2-a208-0c2f9a8c2a90 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 May 18 14:48:59.976165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e4d39-e320-409f-99e7-bc7889e2f7c8 req-fece1584-431b-4af0-b9eb-c9e81ac3efbf tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:48:59.977634 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a36e4d39-e320-409f-99e7-bc7889e2f7c8 req-fece1584-431b-4af0-b9eb-c9e81ac3efbf tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 946 time: 0.0877206 May 18 14:49:00.024266 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a36e4d39-e320-409f-99e7-bc7889e2f7c8 req-039decdc-97a7-4f72-85ec-e49aca3cec77 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/security-groups?id=d0ce441a-8b35-48a1-be7a-50df2a821556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 May 18 14:49:00.204684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-c7f7ccf5-5c1d-45eb-9513-c1911fcff9b5 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:00.206064 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-c7f7ccf5-5c1d-45eb-9513-c1911fcff9b5 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 946 time: 0.0922117 May 18 14:49:00.346186 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Deleting port 60a8f454-f219-4bf3-a22c-eb3020645ebe {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:49:00.346427 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:00.483405 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] For port 60a8f454-f219-4bf3-a22c-eb3020645ebe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=60a8f454-f219-4bf3-a22c-eb3020645ebe,segment=NetworkSegment(f302402d-2108-46d5-8a65-2b2c4f1500f3),segment_id=f302402d-2108-46d5-8a65-2b2c4f1500f3)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:49:00.484387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:00.612352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Calling delete_port for 60a8f454-f219-4bf3-a22c-eb3020645ebe owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:49:00.724513 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:00.730442 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dcd5f84e-f0c3-4b8b-a1b6-af880e57bcb1 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:00.737443 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['60a8f454-f219-4bf3-a22c-eb3020645ebe'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:49:00.882911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Pushing event deleted for resources: {'Port': ['ID=60a8f454-f219-4bf3-a22c-eb3020645ebe,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:00.885950 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:00.959657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] No DVR routers for this DVR port 60a8f454-f219-4bf3-a22c-eb3020645ebe on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:49:00.962885 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:00.965505 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'name': 'network-vif-deleted', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:49:00.983685 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2976e969-f5b0-42ca-bc0a-c22cbc5324ba req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.70 "DELETE /v2.0/ports/60a8f454-f219-4bf3-a22c-eb3020645ebe HTTP/1.1" status: 204 len: 173 time: 0.7710037 May 18 14:49:01.043742 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12535d05-695b-4d79-9090-bbaabfca8602', 'name': 'network-vif-deleted', 'tag': '60a8f454-f219-4bf3-a22c-eb3020645ebe', 'status': 'completed', 'code': 200} May 18 14:49:01.366868 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a452733c-5132-4616-9066-c13b45180f9e req-750d6eb6-b765-44ea-aba0-75c884a7a143 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] 10.222.0.63 "GET /v2.0/ports?device_id=12535d05-695b-4d79-9090-bbaabfca8602 HTTP/1.1" status: 200 len: 210 time: 0.0588961 May 18 14:49:03.340804 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb043-a9e7-4cb7-91e9-406538529b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:03.521408 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 60a8f454-f219-4bf3-a22c-eb3020645ebe no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:49:03.567616 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 60a8f454-f219-4bf3-a22c-eb3020645ebe {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:49:03.567966 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 60a8f454-f219-4bf3-a22c-eb3020645ebe not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:49:03.698388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45378) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:03.825674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:03.841425 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:03.845669 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Usage tracker for resource:security_group_rule and tenant:78d2ca03dcda4b279d46c4246781633f is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:03.848959 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:03.855849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:03.961224 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:03.967767 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:03.975643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6fa83a10-c783-4c31-82b3-908695765b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:04.016289 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78d2ca03dcda4b279d46c4246781633f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167696 May 18 14:49:04.017205 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fa185-1acd-4a47-870e-921b8f1ab524,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:04.019049 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45392) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:04.021165 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-026851d8-1526-4eb4-a0a5-3a2aae4989d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:04.082636 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.110149 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.165076 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.169093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-2f152380-86e9-43f2-a422-124d57ba44d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:04.181917 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fa185-1acd-4a47-870e-921b8f1ab524,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:04.184400 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:04.193332 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.196909 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c86871aa-b32a-46b3-9286-c4d1b9881d70 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/303fa185-1acd-4a47-870e-921b8f1ab524 HTTP/1.1" status: 204 len: 168 time: 0.1729786 May 18 14:49:04.515293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45400) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:04.534033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.549176 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:04.554084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Usage tracker for resource:security_group_rule and tenant:6d9d6d9f66f1451b8126e85c733556f0 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:04.558152 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:04.567399 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:04.662811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.668641 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.676821 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cfecf069-2fe0-4362-99fa-42ffd4378222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:04.717291 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6d9d6d9f66f1451b8126e85c733556f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009056 May 18 14:49:04.718148 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb906a-95be-4a00-8669-eba24a782c7e,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:04.720153 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45404) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:04.721387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:04.781973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.810678 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.877701 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.882875 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-a3e2f4c2-972a-40c7-b194-217b15618d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:04.894456 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb906a-95be-4a00-8669-eba24a782c7e,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:04.897596 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:04.899661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:04.903407 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/39cb906a-95be-4a00-8669-eba24a782c7e HTTP/1.1" status: 204 len: 168 time: 0.1822462 May 18 14:49:05.284502 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45416) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:05.302803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.317105 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:05.321070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2990836aa7554e4196890a86a6fc382b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:05.323883 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:05.329615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:05.419949 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.427733 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.434850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-52134206-8038-4fca-b68d-7e9bad3e6de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:05.476887 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2990836aa7554e4196890a86a6fc382b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912637 May 18 14:49:05.477769 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2920d6c3-a2c2-4108-b75a-fe5bddd335d0,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:05.479928 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45420) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:05.481036 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:05.529707 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.551443 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.577591 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.634273 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.639241 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6b756be8-2f92-41e9-841e-187900405f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:05.653176 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2920d6c3-a2c2-4108-b75a-fe5bddd335d0,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:05.656027 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:05.665620 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:05.666770 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-6cf1a5af-1c66-4198-9d60-c2bd76ac4b08 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2920d6c3-a2c2-4108-b75a-fe5bddd335d0 HTTP/1.1" status: 204 len: 168 time: 0.1858621 May 18 14:49:05.893861 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3a431dd2-ad49-431d-b9a9-11c011b1c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:07.008737 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:08.698955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:08.700366 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:12.860505 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45554) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:12.997297 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.014013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:13.018323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7b308b586e45779dce2dcd9ec30dbd is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:13.022504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:13.029114 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:13.133937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.139835 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.155276 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f7bcc5d7-4f85-4d22-ac5e-4bc1be80f09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:13.201667 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf7b308b586e45779dce2dcd9ec30dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399010 May 18 14:49:13.202711 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbd094-cc38-4c38-8858-7112126d54d0,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:13.205498 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45564) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:13.206846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-000e9043-012e-4c70-ac1f-ba9cd3dacf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:13.292263 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.435410 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.497180 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.502676 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-069e2a87-4426-48c5-a6fa-5f903118410c tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:13.517178 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cbd094-cc38-4c38-8858-7112126d54d0,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:13.521671 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:13.531210 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.536663 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-8735309e-5271-4d71-8cbc-64709d601f66 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0cbd094-cc38-4c38-8858-7112126d54d0 HTTP/1.1" status: 204 len: 168 time: 0.3228738 May 18 14:49:13.917368 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45572) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:13.939493 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:13.956065 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:13.961156 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e086741d535e469dbe775973a2d32a80 is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:13.964960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:13.972991 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:14.095398 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.116233 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.130982 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-97a479dd-e20c-4733-b662-b279674f0b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:14.180388 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e086741d535e469dbe775973a2d32a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576494 May 18 14:49:14.180388 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3665d90a-5b69-457a-87cd-a047e5c66f73,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:14.180710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45580) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:14.184047 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-ddc24cab-a3c5-42f2-adf9-644bd81a08b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:14.244577 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.278328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.311475 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:49:14.355586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.361042 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0c9d2989-4469-40f3-bc7f-cc913780d702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:14.374457 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3665d90a-5b69-457a-87cd-a047e5c66f73,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:14.379928 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:14.384653 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:14.385881 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3665d90a-5b69-457a-87cd-a047e5c66f73 HTTP/1.1" status: 204 len: 168 time: 0.2053640 May 18 14:49:19.759175 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45682) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:19.909293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:19.927914 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:19.933334 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4d333638a14aca8184951b62266482 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:19.936276 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:19.943638 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:20.042322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.050049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.063636 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:20.106917 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff4d333638a14aca8184951b62266482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462617 May 18 14:49:20.108756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc08f9b4-4025-4789-8422-d0290d9a798d,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:20.109911 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45692) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:20.111951 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:20.207983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.243396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.324310 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.335307 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c400c5d0-4a3f-4e9b-873e-9f0ac501dce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:20.351607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc08f9b4-4025-4789-8422-d0290d9a798d,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:20.355053 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:20.364663 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.384400 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0bd294a2-50d7-41da-a6dc-7ce167216a31 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc08f9b4-4025-4789-8422-d0290d9a798d HTTP/1.1" status: 204 len: 168 time: 0.2720144 May 18 14:49:20.758360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45704) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:20.778861 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.795488 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:20.799943 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Usage tracker for resource:security_group_rule and tenant:1095c8a32e95472084456830790e641a is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:20.803838 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:20.810570 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:20.905208 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.913827 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.922822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-48dafb18-0f6f-4a2a-ae62-01c141b77a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:20.969517 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f01a3f-b9dd-4b09-9425-92103b18c18a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:20.973228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:20.975951 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-cef86731-e2de-489c-92bd-1cfea9b2d3fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1095c8a32e95472084456830790e641a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156146 May 18 14:49:20.978540 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45708) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:21.040314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:21.071554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:21.132850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:21.151070 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c9dd5a72-fa32-40e1-8649-4ffbee75bd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:21.169005 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f01a3f-b9dd-4b09-9425-92103b18c18a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:21.185364 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:21.190045 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:21.193282 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-2581b1f2-3c3a-4b3d-89f4-18a69a12dcce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/51f01a3f-b9dd-4b09-9425-92103b18c18a HTTP/1.1" status: 204 len: 168 time: 0.2133205 May 18 14:49:22.119640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45736) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:22.276124 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1512977742-network', 'tenant_id': 'ee6feec5f31c48e2ad51be0a6b3ff63c'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:49:22.284943 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:22.290838 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Usage tracker for resource:network and tenant:ee6feec5f31c48e2ad51be0a6b3ff63c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:22.293765 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:22.302844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:22.315841 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Made reservation on behalf of ee6feec5f31c48e2ad51be0a6b3ff63c for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:49:22.318795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.334797 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.353251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:22.357985 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6feec5f31c48e2ad51be0a6b3ff63c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:22.361261 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:22.368518 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:22.482643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.490738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.495568 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-872e2756-3ac9-40ec-8ca5-3851bf572646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:22.532046 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:49:22.553820 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd7c52-3488-4c14-a699-e00349f0fe97,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:22.559811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:22.561194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.561614 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Added segment 65bf39a1-1f2f-4e86-94ca-e9d51eb199d7 of type vlan for network aa8809f4-0157-4df3-bf97-9fb492d67b4e May 18 14:49:22.596371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.636483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.638240 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:22.639050 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.644425 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-de3a39ca-e2bc-4cce-a5ae-031784fe3741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:22.793270 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8809f4-0157-4df3-bf97-9fb492d67b4e,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:22.800686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:22.806727 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:49:22.818259 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6913106 May 18 14:49:22.818596 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 45750) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:22.824529 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Request body: {'subnet': {'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1512977742-subnet', 'tenant_id': 'ee6feec5f31c48e2ad51be0a6b3ff63c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:49:22.830100 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:22.834909 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Usage tracker for resource:subnet and tenant:ee6feec5f31c48e2ad51be0a6b3ff63c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:22.838287 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:22.846753 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:22.865714 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Made reservation on behalf of ee6feec5f31c48e2ad51be0a6b3ff63c for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:49:22.869640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:23.394572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:23.403659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ddaa0d19-e8a3-46a7-a63d-fcba8219bb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:23.504145 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1703688c-fd78-4e51-b140-c05b5327703c,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:23.507910 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:23.508798 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Checking segment: {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:49:23.509151 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Network hostable DHCP agents. Network: aa8809f4-0157-4df3-bf97-9fb492d67b4e, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:49:23.535034 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:49:23.548174 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, aa8809f4-0157-4df3-bf97-9fb492d67b4e) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:49:23.553194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:23.554002 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:23.562258 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b73b5-6de8-4524-91c8-e84edc1480d3 None None] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:49:23.582847 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-5ac52dd7-117d-43a9-bb78-6a6e4e8f427e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7629771 May 18 14:49:23.813266 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625e264-d709-43eb-b46e-613ce8c7e2c0 None None] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:49:25.678727 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-eb143d28-cb41-472e-bfd9-3466c0d88aa5 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:25.680383 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-eb143d28-cb41-472e-bfd9-3466c0d88aa5 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 814 time: 0.1800478 May 18 14:49:25.696133 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-01aa25ad-efb0-4c0d-82d3-094c5f3abfa9 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/quotas/ee6feec5f31c48e2ad51be0a6b3ff63c HTTP/1.1" status: 200 len: 375 time: 0.0099468 May 18 14:49:25.760050 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-e49f00de-3c5a-4e06-9063-faceecc3ceb6 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583162 May 18 14:49:25.909717 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-9060bf1b-226d-4a87-a366-348e3f9282e3 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392207 May 18 14:49:26.043526 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ba394c0f-ea7e-4bc2-b3c1-6b86275fa197 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277833 May 18 14:49:26.235580 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c2eb037b-2fb3-4492-a3e5-a08e5c6590b6 req-65e80885-8572-47a0-a031-65552a295f31 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 210 time: 0.0444551 May 18 14:49:26.524598 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45864) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:26.588311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Deleting subnet da3dff3b-bd53-4703-8d1d-d92b0395b367 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:49:26.591314 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:26.642668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:26.703428 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:26.953306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:26.965803 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-53261ca7-a9cd-411f-828e-ab8cc54d602d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:26.999849 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.002319 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3dff3b-bd53-4703-8d1d-d92b0395b367,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:27.005129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:27.008056 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1532f23c-9867-449f-bbdd-5a3894b88235 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/da3dff3b-bd53-4703-8d1d-d92b0395b367 HTTP/1.1" status: 204 len: 168 time: 0.4824018 May 18 14:49:27.011744 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45868) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:27.117657 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.323410 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-7255af39-0537-40f7-9f7c-304fb80b030c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:27.324130 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-7255af39-0537-40f7-9f7c-304fb80b030c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Synchronizing usage tracker for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:network {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:49:27.347286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-7255af39-0537-40f7-9f7c-304fb80b030c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Unset dirty status for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:network {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:49:27.348961 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-7255af39-0537-40f7-9f7c-304fb80b030c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 814 time: 0.1960754 May 18 14:49:27.361489 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Request body: {'port': {'device_id': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e', 'admin_state_up': True, 'tenant_id': 'ee6feec5f31c48e2ad51be0a6b3ff63c'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:49:27.390695 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.414056 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6910195a-e59d-4c42-a5bc-6fd1f4d11fec req-aa7e68e7-9a25-4b86-81aa-31b290486e6a tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 210 time: 0.0580094 May 18 14:49:27.415623 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cd15ec-f6f1-4c16-8612-867669efd8dc']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:49:27.431720 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f302402d-2108-46d5-8a65-2b2c4f1500f3') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:49:27.432026 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f302402d-2108-46d5-8a65-2b2c4f1500f3') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:49:27.445359 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.463582 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.470528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:49:27.470863 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:49:27.485433 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:49:27.562730 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.567519 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-4fa7a2b7-5db6-4717-a297-9790f0245861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:27.585256 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.595244 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Pushing event deleted for resources: {'Network': ['ID=15cd15ec-f6f1-4c16-8612-867669efd8dc,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:27.600235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:27.606822 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:49:27.609206 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-9fbc973c-8953-4771-a91b-d823a7359925 admin admin] 10.222.0.63 "DELETE /v2.0/networks/15cd15ec-f6f1-4c16-8612-867669efd8dc HTTP/1.1" status: 204 len: 168 time: 0.5964224 May 18 14:49:27.610936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Usage tracker for resource:port and tenant:ee6feec5f31c48e2ad51be0a6b3ff63c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:49:27.613995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:49:27.620177 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:49:27.632817 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Made reservation on behalf of ee6feec5f31c48e2ad51be0a6b3ff63c for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:49:27.639129 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.760781 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45880) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:27.813545 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-a15ac942-4624-400f-805d-a9fe8a266dcb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9222ba8dab6f413286c41c8672480357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512486 May 18 14:49:27.815920 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 45884) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:49:27.825409 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Allocated IP 172.20.0.7 (aa8809f4-0157-4df3-bf97-9fb492d67b4e/1703688c-fd78-4e51-b140-c05b5327703c/b205429b-7174-4b93-b217-c8b5926e4dca) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:49:27.876652 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.904979 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.959093 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.963297 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b2593b05-113a-427e-9a54-1ad580fe8090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:27.976119 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce441a-8b35-48a1-be7a-50df2a821556,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:27.982430 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:27.991661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:27.993051 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-09195ae3-d72c-4ff4-a2b2-ad029a8321c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0ce441a-8b35-48a1-be7a-50df2a821556 HTTP/1.1" status: 204 len: 168 time: 0.1762316 May 18 14:49:28.035413 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.066463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.074449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cd42b1eb-db58-4be8-a5c0-d8bc0feae115 tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:28.146673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:49:28.149867 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:49:28.152645 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:49:28.158514 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:28.159183 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.173589 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Pushing event updated for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:28.176440 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:28.190317 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-828dc6af-cb70-48ad-b6e0-6490136ec4cc tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331220 May 18 14:49:28.203271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Request body: {'port': {'device_id': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:49:28.319407 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.689164 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-6f4021a8-cd25-44f7-ad82-150ee5cce885 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:28.689884 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-6f4021a8-cd25-44f7-ad82-150ee5cce885 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Synchronizing usage tracker for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:49:28.755337 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-6f4021a8-cd25-44f7-ad82-150ee5cce885 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Unset dirty status for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:49:28.757171 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-6f4021a8-cd25-44f7-ad82-150ee5cce885 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 931 time: 0.1902378 May 18 14:49:28.789033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b205429b-7174-4b93-b217-c8b5926e4dca {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:49:28.801245 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.832488 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Transition to ACTIVE for port object b205429b-7174-4b93-b217-c8b5926e4dca will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:49:28.835192 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-f27af07e-79b6-40c5-b39a-1a7914de8a4f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Synchronizing usage tracker for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:security_group {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:49:28.839028 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:28.843056 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77d6c0ae-c04b-495c-8db4-2953d8543e01 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:28.973605 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-f27af07e-79b6-40c5-b39a-1a7914de8a4f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Unset dirty status for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:security_group {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:49:28.974970 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-fb0d85e0-455e-4ed7-90f9-d2025103ec67 req-f27af07e-79b6-40c5-b39a-1a7914de8a4f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079117 May 18 14:49:29.008715 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Pushing event updated for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:29.016277 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:29.037320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Attempting to bind port b205429b-7174-4b93-b217-c8b5926e4dca on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:49:29.037625 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Attempting to bind port b205429b-7174-4b93-b217-c8b5926e4dca by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:49:29.037958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Attempting to bind port b205429b-7174-4b93-b217-c8b5926e4dca on network aa8809f4-0157-4df3-bf97-9fb492d67b4e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:49:29.042705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Port b205429b-7174-4b93-b217-c8b5926e4dca on network aa8809f4-0157-4df3-bf97-9fb492d67b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:49:29.043049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Attempting to bind port b205429b-7174-4b93-b217-c8b5926e4dca on network aa8809f4-0157-4df3-bf97-9fb492d67b4e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:49:29.048187 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:49:29.048519 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Checking segment: {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:49:29.048874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Bound using segment: {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:49:29.049314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Bound port: b205429b-7174-4b93-b217-c8b5926e4dca, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:49:29.049657 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:29.143501 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:49:29.146843 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b205429b-7174-4b93-b217-c8b5926e4dca,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:49:29.152579 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:29.157319 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-77466bfa-16d2-49fb-a875-859c9793d99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:29.212636 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:29.213258 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:29.214617 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] 10.222.0.70 "PUT /v2.0/ports/b205429b-7174-4b93-b217-c8b5926e4dca HTTP/1.1" status: 200 len: 1093 time: 1.0159078 May 18 14:49:29.215149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:49:29.239785 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Pushing event updated for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:29.249252 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:29.295773 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca', 'status': 'completed', 'code': 200} May 18 14:49:29.344072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-c9af8365-f982-4443-9a31-8ee147b656cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:29.345902 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-c9af8365-f982-4443-9a31-8ee147b656cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 1096 time: 0.0861206 May 18 14:49:29.420400 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-063bc538-5cec-4e01-afdd-b4c2bf19cb4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205429b-7174-4b93-b217-c8b5926e4dca HTTP/1.1" status: 200 len: 217 time: 0.0669029 May 18 14:49:29.610545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac7b8702-1199-4b6f-8a8d-958ec69ebf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:29.611888 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-ac7b8702-1199-4b6f-8a8d-958ec69ebf1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.1851425 May 18 14:49:29.662715 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-86282529-138e-4b86-b338-f89949e42f95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428460 May 18 14:49:29.809286 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-9ed57a38-ac32-4ca5-89df-de75b944b000 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399992 May 18 14:49:29.945952 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-26c6e0ff-78f4-4a22-aa12-27a4fa386189 req-4e0588e2-7746-464f-bcb8-baf006efc920 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286185 May 18 14:49:30.071031 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-90ae42de-54c0-4270-a122-98d30e0d8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:30.072771 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-90ae42de-54c0-4270-a122-98d30e0d8501 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 1096 time: 0.0752432 May 18 14:49:30.267371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-f9f92738-9c81-4b35-8a49-ae737999d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:30.268716 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-f9f92738-9c81-4b35-8a49-ae737999d74f service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 915 time: 0.1892545 May 18 14:49:30.281339 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51e8bc-48b1-4609-bb47-d688668e6195 req-37b7af19-af47-4698-adfd-56076991b13e tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:30.282708 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ab51e8bc-48b1-4609-bb47-d688668e6195 req-37b7af19-af47-4698-adfd-56076991b13e tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 943 time: 0.1850467 May 18 14:49:30.360835 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-9cac906f-0b68-4f21-819a-0ebaa089b168 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205429b-7174-4b93-b217-c8b5926e4dca HTTP/1.1" status: 200 len: 217 time: 0.0772045 May 18 14:49:30.435802 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ab51e8bc-48b1-4609-bb47-d688668e6195 req-0819441a-1ae1-43e3-ad8a-50cb73673a17 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948935 May 18 14:49:30.443707 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-d2e54b9f-6065-4d59-9963-5e81b1ac0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:30.445086 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-d2e54b9f-6065-4d59-9963-5e81b1ac0440 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.0765412 May 18 14:49:30.503903 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-411e2803-7238-47ea-8bc6-7cccfa060995 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514202 May 18 14:49:30.645398 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-ff941093-9345-42c3-a207-0dbedef12ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337991 May 18 14:49:30.790574 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bac554da-8fa7-42cc-9f30-6265bc6c8eb0 req-ed7c6460-92b5-4f2f-9d79-0a744bc2aa40 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376176 May 18 14:49:31.635294 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d7ea6-3684-447a-8ca6-7064bacdab0f req-f1f44145-6e72-4202-88ba-b2b474f0931b tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:31.636830 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-117d7ea6-3684-447a-8ca6-7064bacdab0f req-f1f44145-6e72-4202-88ba-b2b474f0931b tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 943 time: 0.0892467 May 18 14:49:31.685900 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-117d7ea6-3684-447a-8ca6-7064bacdab0f req-81cf5172-f18d-4471-a948-40a08e197f7d tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 May 18 14:49:32.881923 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8f0e6-a105-415a-a7c5-30992702afbd req-7dc440ca-b150-42ba-bf2d-78217ffe9b88 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:32.883420 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-12a8f0e6-a105-415a-a7c5-30992702afbd req-7dc440ca-b150-42ba-bf2d-78217ffe9b88 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 943 time: 0.0827508 May 18 14:49:32.932350 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-12a8f0e6-a105-415a-a7c5-30992702afbd req-bc4f1c26-fdb6-4713-b2af-97b9edde8327 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 May 18 14:49:33.338034 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-741a5fe1-3a78-419e-8cf1-5ee1fda8536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:33.601940 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b205429b-7174-4b93-b217-c8b5926e4dca details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:49:33.751270 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b205429b-7174-4b93-b217-c8b5926e4dca,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:49:33.766097 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'b205429b-7174-4b93-b217-c8b5926e4dca', 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e', 'port_id': 'b205429b-7174-4b93-b217-c8b5926e4dca', 'mac_address': 'fa:16:3e:fa:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1703688c-fd78-4e51-b140-c05b5327703c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:49:33.829472 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:33.849103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b205429b-7174-4b93-b217-c8b5926e4dca {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:49:33.866647 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b205429b-7174-4b93-b217-c8b5926e4dca,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:49:33.872957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:33.874886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:33.942659 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:33.945788 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:34.131381 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881cb6a-771d-4cfd-a947-f5e6ffca1f02 req-5c4190c1-b06e-49be-b9d4-cafd4e5a8373 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:34.132773 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5881cb6a-771d-4cfd-a947-f5e6ffca1f02 req-5c4190c1-b06e-49be-b9d4-cafd4e5a8373 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 944 time: 0.0907953 May 18 14:49:34.183497 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-5881cb6a-771d-4cfd-a947-f5e6ffca1f02 req-3321ab6f-3489-4f91-868a-c1eb118014d9 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 May 18 14:49:34.241513 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['b205429b-7174-4b93-b217-c8b5926e4dca'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:49:35.413639 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053a009-b49e-489b-a4f9-b3d269fcd5c8 req-c2fa95a6-de6b-478f-8a6d-bc269768a60e tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:35.415098 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5053a009-b49e-489b-a4f9-b3d269fcd5c8 req-c2fa95a6-de6b-478f-8a6d-bc269768a60e tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 944 time: 0.1092305 May 18 14:49:35.473978 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5053a009-b49e-489b-a4f9-b3d269fcd5c8 req-86f33885-5a11-4105-8b2d-133dac4efa92 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504425 May 18 14:49:35.536685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:35.616397 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b205429b-7174-4b93-b217-c8b5926e4dca up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:49:35.696205 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port b205429b-7174-4b93-b217-c8b5926e4dca completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:49:35.703609 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port b205429b-7174-4b93-b217-c8b5926e4dca triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:49:35.704129 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:35.826585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:35.861331 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:49:35.870919 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b205429b-7174-4b93-b217-c8b5926e4dca,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:49:35.888924 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:35.891432 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:49:35.925315 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca', 'code': 200} May 18 14:49:35.932764 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfb768f5-c2e8-440f-a2bf-33d6cda1f95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:35.960676 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:49:35.963994 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:49:36.148632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89bd93-d354-431c-8239-dc1b58134c76 req-03244964-7f32-42de-806f-ac06b1c19c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:36.150135 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a89bd93-d354-431c-8239-dc1b58134c76 req-03244964-7f32-42de-806f-ac06b1c19c39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 1098 time: 0.0756650 May 18 14:49:36.196471 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a89bd93-d354-431c-8239-dc1b58134c76 req-18b26967-f83d-499a-b774-1339339fb632 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 May 18 14:49:36.689882 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a0f4-2164-4953-95de-f8b996d43963 req-50e71fb3-49f6-43ca-b859-72d1484f8de2 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:36.691359 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a297a0f4-2164-4953-95de-f8b996d43963 req-50e71fb3-49f6-43ca-b859-72d1484f8de2 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 945 time: 0.0972717 May 18 14:49:36.738913 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a297a0f4-2164-4953-95de-f8b996d43963 req-4914d674-a3bb-4595-b83f-7d09034269e9 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 May 18 14:49:37.009528 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:37.949447 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712c184-0f67-4bc1-ac3a-ca917f30130c req-67e11647-f725-4a2b-8799-d82024ea88f4 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:49:37.950930 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c712c184-0f67-4bc1-ac3a-ca917f30130c req-67e11647-f725-4a2b-8799-d82024ea88f4 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 945 time: 0.0979888 May 18 14:49:38.004275 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-c712c184-0f67-4bc1-ac3a-ca917f30130c req-70ff1715-e9a4-4ea9-9583-e4882ec69d43 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 May 18 14:49:38.695391 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:38.700809 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:51.301445 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:03.335980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-71bea097-c0d9-4401-b1c5-8533a62cdaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:05.535175 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:05.888777 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-8a15353e-37d5-4120-ab9a-4c5636a8434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:07.016477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:08.701962 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:08.720024 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:09.985361 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46244) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:50:10.108174 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.123170 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:50:10.127998 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5b99b5a3ea4c2aa194827f8f531bf9 is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:50:10.131189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:50:10.137795 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:50:10.236073 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.242385 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.252549 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-fea7abcf-c99f-4e33-87cc-aa893d985a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:10.389208 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fb5b99b5a3ea4c2aa194827f8f531bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025254 May 18 14:50:10.389890 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb77dbc-a2ef-448d-92e5-a34da05113a2,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:10.391928 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46250) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:50:10.397398 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.398091 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.398444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.398771 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.399149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.399913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.399913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.400228 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.400561 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.400892 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.401215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.401538 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.405742 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-cd090383-1fcb-47c7-90fe-b68eb24254b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:10.457823 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.485282 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.545538 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.549165 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-580f8686-4517-4140-bfae-f41c2090e7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:10.562148 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb77dbc-a2ef-448d-92e5-a34da05113a2,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:10.570853 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.571337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.571968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.571968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.572285 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.572640 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.572981 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.573325 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.573669 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.573995 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.574335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.574676 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:50:10.577773 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:10.578853 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfb77dbc-a2ef-448d-92e5-a34da05113a2 HTTP/1.1" status: 204 len: 168 time: 0.1859772 May 18 14:50:10.579862 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-718fd6ff-fb6e-4c11-af96-b202c8d7aadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:19.911380 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-fe1334f8-7721-41f8-a2ce-ba59104ef8fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801868 May 18 14:50:20.074062 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-8ed3d44e-14ff-42a2-8902-dc3eac8378c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:20.075550 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-8ed3d44e-14ff-42a2-8902-dc3eac8378c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 1098 time: 0.0909758 May 18 14:50:20.237543 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-82b7c03f-f8f8-4c43-b98c-5391dfccff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:20.239203 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-82b7c03f-f8f8-4c43-b98c-5391dfccff32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 915 time: 0.1412580 May 18 14:50:20.311726 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-71e60d72-1681-4803-9e8f-724f0c3f562a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205429b-7174-4b93-b217-c8b5926e4dca HTTP/1.1" status: 200 len: 217 time: 0.0632274 May 18 14:50:20.383933 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-cb7a3e71-b046-4f26-87af-a474389f00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:20.385499 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-cb7a3e71-b046-4f26-87af-a474389f00df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.0665877 May 18 14:50:20.433570 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-5f8a4a0f-5373-499c-8b47-227ffc14a0ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409107 May 18 14:50:20.580608 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-b244f030-e6cc-45c2-899e-749f14d34fa8 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401834 May 18 14:50:20.728070 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-af3bf3be-37c7-42b9-94dd-c103f8cb63c1 req-cef26bd1-2526-443d-9901-48225276d4b8 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390193 May 18 14:50:28.300613 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:33.333106 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6a67b05d-7fc2-49c6-abbe-99bad23964ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:35.538754 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:35.898658 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-16237b22-e8db-4093-9d8a-8960c0ad5cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:37.019875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:37.600306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdb41c-07d9-4095-9cae-8d55448f7e06 req-c951180b-3fc5-4a47-a97c-044a635b9f67 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:37.602064 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57bdb41c-07d9-4095-9cae-8d55448f7e06 req-c951180b-3fc5-4a47-a97c-044a635b9f67 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 945 time: 0.0898070 May 18 14:50:37.651930 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-57bdb41c-07d9-4095-9cae-8d55448f7e06 req-3a785e04-cfe4-4c64-a4aa-0c0e72627d71 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 May 18 14:50:38.698169 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:38.733338 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:38.862268 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f65de-1b10-4b2a-87cc-093fc4bf4232 req-f50c26bd-1cee-427d-9f12-110b7d0fa038 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:38.863657 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-791f65de-1b10-4b2a-87cc-093fc4bf4232 req-f50c26bd-1cee-427d-9f12-110b7d0fa038 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 945 time: 0.0947402 May 18 14:50:38.909915 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-791f65de-1b10-4b2a-87cc-093fc4bf4232 req-37ce54e9-26c2-4453-b02b-a588e9a94132 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 May 18 14:50:39.475415 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-21cd1b00-2531-4960-9476-5e38080fe00f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:39.476910 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-21cd1b00-2531-4960-9476-5e38080fe00f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 945 time: 0.0897710 May 18 14:50:39.629232 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Deleting port b205429b-7174-4b93-b217-c8b5926e4dca {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:50:39.629531 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:39.766035 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] For port b205429b-7174-4b93-b217-c8b5926e4dca, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b205429b-7174-4b93-b217-c8b5926e4dca,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:50:39.766313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:39.890072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Calling delete_port for b205429b-7174-4b93-b217-c8b5926e4dca owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:50:40.009017 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:40.015366 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ff0556e3-171d-4c7e-a19c-ff2fe5fb37b1 tempest-AttachVolumeTestJSON-965398442 tempest-AttachVolumeTestJSON-965398442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:40.023038 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['b205429b-7174-4b93-b217-c8b5926e4dca'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:50:40.060916 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Pushing event deleted for resources: {'Port': ['ID=b205429b-7174-4b93-b217-c8b5926e4dca,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:40.063891 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:40.074191 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-cf4002bb-f1a3-429c-b849-fd97f3a3e250 req-e554eeb1-ba01-4d4d-8c0c-c28c2653272f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824924e-b9e1-47df-8bf8-9c1570a3cf80 HTTP/1.1" status: 200 len: 210 time: 0.0581965 May 18 14:50:40.228491 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] No DVR routers for this DVR port b205429b-7174-4b93-b217-c8b5926e4dca on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:50:40.231888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:40.236007 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'name': 'network-vif-deleted', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:50:40.269451 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-83132fdc-fe21-48b5-a1a5-07447b7733d7 req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "DELETE /v2.0/ports/b205429b-7174-4b93-b217-c8b5926e4dca HTTP/1.1" status: 204 len: 173 time: 0.7861032 May 18 14:50:40.556706 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824924e-b9e1-47df-8bf8-9c1570a3cf80', 'name': 'network-vif-deleted', 'tag': 'b205429b-7174-4b93-b217-c8b5926e4dca', 'status': 'completed', 'code': 200} May 18 14:50:43.078058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b205429b-7174-4b93-b217-c8b5926e4dca no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:50:43.117207 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: b205429b-7174-4b93-b217-c8b5926e4dca {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:50:43.117948 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b205429b-7174-4b93-b217-c8b5926e4dca not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:50:52.894661 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6b3644fb-da5d-4939-9c09-9d3a691f94a8 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:52.896050 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6b3644fb-da5d-4939-9c09-9d3a691f94a8 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 814 time: 0.1563511 May 18 14:50:52.914252 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-2288c56a-936e-4aae-9877-e77fdad98aab tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/quotas/ee6feec5f31c48e2ad51be0a6b3ff63c HTTP/1.1" status: 200 len: 375 time: 0.0121098 May 18 14:50:52.966881 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-57db794f-dc34-49e3-bad6-804193707736 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Synchronizing usage tracker for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:50:52.989917 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-57db794f-dc34-49e3-bad6-804193707736 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Unset dirty status for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:50:52.992125 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-57db794f-dc34-49e3-bad6-804193707736 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723755 May 18 14:50:53.267754 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-65353aac-2a68-4a04-8506-acece7f1ec65 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658606 May 18 14:50:53.428860 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-28e14a37-3970-474c-95be-4b498b553b74 service neutron] 10.222.0.63 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522579 May 18 14:50:54.641325 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ec3b9606-891e-4293-a237-3d7dbe5aaccb req-642163e8-5b92-4689-8590-5f1bc252d80c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 210 time: 0.0446198 May 18 14:50:55.763187 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-9f452585-ab81-4592-8fec-8874a0cf0285 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:55.764570 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-9f452585-ab81-4592-8fec-8874a0cf0285 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 814 time: 0.1546350 May 18 14:50:55.808479 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Request body: {'port': {'device_id': 'f2641160-ee76-4f2b-976f-f573532290be', 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e', 'admin_state_up': True, 'tenant_id': 'ee6feec5f31c48e2ad51be0a6b3ff63c'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:50:55.831228 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-66102b13-d6d3-4202-95e4-b667f167b6bb req-af7ec1c3-7403-4e76-aa12-47fb99552276 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 210 time: 0.0752454 May 18 14:50:55.955580 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:50:55.971266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:50:55.984065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Made reservation on behalf of ee6feec5f31c48e2ad51be0a6b3ff63c for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:50:55.988075 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:56.160112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Allocated IP 172.20.0.8 (aa8809f4-0157-4df3-bf97-9fb492d67b4e/1703688c-fd78-4e51-b140-c05b5327703c/b05471db-5d6b-40c5-ba85-d7a687134b58) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:50:56.366436 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:56.400465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:56.408738 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6c3d5018-ef51-4833-a48f-c075940e92ee tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:56.481539 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Network aa8809f4-0157-4df3-bf97-9fb492d67b4e is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:50:56.484552 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:50:56.488623 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:50:56.493950 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:56.494548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:56.506507 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Pushing event updated for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:56.514502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:56.526345 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219245 May 18 14:50:56.538783 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Request body: {'port': {'device_id': 'f2641160-ee76-4f2b-976f-f573532290be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:50:56.650651 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.025558 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5b31-8c16-4410-a43d-6407ba1ad5cc req-6a12a7f2-7134-4972-ae01-cb8a4d7187b8 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:57.027027 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-22fd5b31-8c16-4410-a43d-6407ba1ad5cc req-6a12a7f2-7134-4972-ae01-cb8a4d7187b8 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 931 time: 0.0818396 May 18 14:50:57.077725 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-22fd5b31-8c16-4410-a43d-6407ba1ad5cc req-8033ea09-caa3-4e90-b5aa-fe9cff820f95 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 May 18 14:50:57.089894 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05471db-5d6b-40c5-ba85-d7a687134b58 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:50:57.098562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.119238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Transition to ACTIVE for port object b05471db-5d6b-40c5-ba85-d7a687134b58 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:50:57.125619 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.130713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c64daabc-0090-4c0c-8400-2ebc30baf92c tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:57.282819 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:57.289924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:57.313999 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Attempting to bind port b05471db-5d6b-40c5-ba85-d7a687134b58 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:50:57.314329 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Attempting to bind port b05471db-5d6b-40c5-ba85-d7a687134b58 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:50:57.314658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Attempting to bind port b05471db-5d6b-40c5-ba85-d7a687134b58 on network aa8809f4-0157-4df3-bf97-9fb492d67b4e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:50:57.319508 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Port b05471db-5d6b-40c5-ba85-d7a687134b58 on network aa8809f4-0157-4df3-bf97-9fb492d67b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:50:57.319827 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Attempting to bind port b05471db-5d6b-40c5-ba85-d7a687134b58 on network aa8809f4-0157-4df3-bf97-9fb492d67b4e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:50:57.325055 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:50:57.325390 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Checking segment: {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:50:57.325762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Bound using segment: {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:50:57.326176 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Bound port: b05471db-5d6b-40c5-ba85-d7a687134b58, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:50:57.326516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.421571 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:50:57.425065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b05471db-5d6b-40c5-ba85-d7a687134b58,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:50:57.433877 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.441421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:50:57.504592 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:57.505173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:57.506570 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] 10.222.0.70 "PUT /v2.0/ports/b05471db-5d6b-40c5-ba85-d7a687134b58 HTTP/1.1" status: 200 len: 1093 time: 0.9718776 May 18 14:50:57.507107 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:50:57.530188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:50:57.533915 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:50:57.552885 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58', 'status': 'completed', 'code': 200} May 18 14:50:57.643861 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-bad906e8-ec8e-4f63-ad39-66968164584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:57.645333 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-bad906e8-ec8e-4f63-ad39-66968164584f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 1096 time: 0.0750830 May 18 14:50:57.721418 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-8d257eab-e43a-43d4-9742-0d3ba296c091 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05471db-5d6b-40c5-ba85-d7a687134b58 HTTP/1.1" status: 200 len: 217 time: 0.0659542 May 18 14:50:57.790861 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-04d5b404-8bb4-41cd-be96-f3e150a72d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:57.792362 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-04d5b404-8bb4-41cd-be96-f3e150a72d7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.0644422 May 18 14:50:57.846637 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-b98495e7-1caa-4b1e-9652-8588f6625b41 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475383 May 18 14:50:57.988760 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-95c34c48-2ea7-44ca-b69a-f3c1ab2ac7b6 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351249 May 18 14:50:58.122465 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-bed3dd8c-d70e-40c7-b410-7bb82948f260 req-41723e5e-a1a5-4b9a-a2c9-1cf5819e5a15 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273768 May 18 14:50:58.249280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-eb01f31e-3b77-4ffe-a889-d05ecb3e0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:58.250710 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-eb01f31e-3b77-4ffe-a889-d05ecb3e0302 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 1096 time: 0.0768576 May 18 14:50:58.263750 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6327-cd26-4456-93e7-c2869a4864d3 req-3672dcee-e80f-4e9c-9d07-c948c8806d04 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:58.265176 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f6ab6327-cd26-4456-93e7-c2869a4864d3 req-3672dcee-e80f-4e9c-9d07-c948c8806d04 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 943 time: 0.0803478 May 18 14:50:58.310027 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f6ab6327-cd26-4456-93e7-c2869a4864d3 req-608e1aec-2c94-49b4-8c62-33564bfd4d63 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 May 18 14:50:58.387325 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-3faf0d83-1661-482c-aa27-faba21c0fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:58.389824 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-3faf0d83-1661-482c-aa27-faba21c0fef8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 915 time: 0.1306710 May 18 14:50:58.457815 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-a38cf5ac-d5bc-463f-91ac-0ea6ecfc637d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05471db-5d6b-40c5-ba85-d7a687134b58 HTTP/1.1" status: 200 len: 217 time: 0.0611448 May 18 14:50:58.523478 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-7880478c-1ee8-476b-a8ef-1f40ed01e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:58.524804 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-7880478c-1ee8-476b-a8ef-1f40ed01e7e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.0606420 May 18 14:50:58.573590 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-a1f2d092-2334-45c9-85ef-f39e6ef5520a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409553 May 18 14:50:58.812674 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-be3780c5-1a6f-433c-a86a-9f9e687779f1 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314420 May 18 14:50:58.962384 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-42cd7043-c28e-4101-9721-4b1dc422c45a req-151580d2-3637-42c1-a1ab-f0907c636863 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420770 May 18 14:50:59.527371 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637c7de-2b4a-43eb-a849-157267f0d647 req-8280d84f-aa77-4630-b58c-092d667b8b03 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:50:59.528158 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4637c7de-2b4a-43eb-a849-157267f0d647 req-8280d84f-aa77-4630-b58c-092d667b8b03 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Synchronizing usage tracker for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:50:59.547186 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-4637c7de-2b4a-43eb-a849-157267f0d647 req-8280d84f-aa77-4630-b58c-092d667b8b03 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Unset dirty status for tenant:ee6feec5f31c48e2ad51be0a6b3ff63c on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:50:59.548774 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4637c7de-2b4a-43eb-a849-157267f0d647 req-8280d84f-aa77-4630-b58c-092d667b8b03 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 943 time: 0.1264904 May 18 14:50:59.598398 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4637c7de-2b4a-43eb-a849-157267f0d647 req-05ee903a-c39d-417d-a520-1984e60ac65b tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 May 18 14:51:00.811870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada0020-bb47-46a6-85f2-867e89db8617 req-d672f8d5-30de-4758-bda3-04c67e9a0824 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:00.813594 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-eada0020-bb47-46a6-85f2-867e89db8617 req-d672f8d5-30de-4758-bda3-04c67e9a0824 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 943 time: 0.0998213 May 18 14:51:00.861434 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-eada0020-bb47-46a6-85f2-867e89db8617 req-27e6d603-d15f-4a9c-b68d-c99243211d02 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 May 18 14:51:02.066689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c285-9932-4403-93ae-b55781f6d405 req-7c06dfb2-1a16-4954-b6ce-68a2dc3304d7 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:02.068163 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0601c285-9932-4403-93ae-b55781f6d405 req-7c06dfb2-1a16-4954-b6ce-68a2dc3304d7 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 943 time: 0.0861888 May 18 14:51:02.120106 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0601c285-9932-4403-93ae-b55781f6d405 req-2a219b3d-49c2-4292-b5fe-cb1c6c28fd70 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 May 18 14:51:02.156504 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b05471db-5d6b-40c5-ba85-d7a687134b58 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:51:02.296334 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b05471db-5d6b-40c5-ba85-d7a687134b58,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:51:02.310044 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'b05471db-5d6b-40c5-ba85-d7a687134b58', 'network_id': 'aa8809f4-0157-4df3-bf97-9fb492d67b4e', 'port_id': 'b05471db-5d6b-40c5-ba85-d7a687134b58', 'mac_address': 'fa:16:3e:d6:65:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1703688c-fd78-4e51-b140-c05b5327703c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:51:02.395293 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:02.411840 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05471db-5d6b-40c5-ba85-d7a687134b58 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:51:02.434795 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b05471db-5d6b-40c5-ba85-d7a687134b58,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:51:02.442882 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:02.444873 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:51:02.513841 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:51:02.522476 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.522824 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.523204 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.523537 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.523900 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.524191 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.524521 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.524849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.525163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.525478 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.525804 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.526123 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:02.529915 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:51:02.786469 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['b05471db-5d6b-40c5-ba85-d7a687134b58'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:51:03.326336 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932995-9af5-4ccd-951c-168631571b27 req-5d05b132-bc6b-4f82-b718-340dd74ed501 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:03.327866 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5932995-9af5-4ccd-951c-168631571b27 req-5d05b132-bc6b-4f82-b718-340dd74ed501 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 944 time: 0.0981817 May 18 14:51:03.330147 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0cfe68f8-d684-4d04-abeb-d405172d7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:03.375760 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5932995-9af5-4ccd-951c-168631571b27 req-2049fc92-524a-4eee-9b71-6700d08cfa2f tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 May 18 14:51:04.158610 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b05471db-5d6b-40c5-ba85-d7a687134b58 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:51:04.245654 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port b05471db-5d6b-40c5-ba85-d7a687134b58 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:51:04.251642 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port b05471db-5d6b-40c5-ba85-d7a687134b58 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:51:04.252022 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:04.371611 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:04.404847 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:51:04.414893 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b05471db-5d6b-40c5-ba85-d7a687134b58,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:51:04.420762 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:04.424074 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:51:04.463153 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58', 'code': 200} May 18 14:51:04.503392 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:51:04.506387 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:51:04.576888 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40b4cf-5fef-4e01-9664-c8e9159c210e req-e342986e-185f-4c50-84df-3ddba128f8e9 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:04.578324 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2c40b4cf-5fef-4e01-9664-c8e9159c210e req-e342986e-185f-4c50-84df-3ddba128f8e9 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0885448 May 18 14:51:04.625142 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2c40b4cf-5fef-4e01-9664-c8e9159c210e req-ee20ddfd-677e-4b04-9444-9e240a1ffe10 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 May 18 14:51:04.700911 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adcd90-e1b6-4863-956f-352396269551 req-d413345f-8ae2-479d-b5d3-295461b75b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:04.702366 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-49adcd90-e1b6-4863-956f-352396269551 req-d413345f-8ae2-479d-b5d3-295461b75b75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 1098 time: 0.0763798 May 18 14:51:04.754216 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-49adcd90-e1b6-4863-956f-352396269551 req-b8147158-8b76-4792-937e-12aeac8b186e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 May 18 14:51:05.299884 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:51:05.536701 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:05.833163 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd7cbe-5814-4a26-8a81-c234eb4fee61 req-1b1e30ec-d4da-4e0a-9d57-86bbd5f1c9c5 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:05.834852 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f3bd7cbe-5814-4a26-8a81-c234eb4fee61 req-1b1e30ec-d4da-4e0a-9d57-86bbd5f1c9c5 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0998933 May 18 14:51:05.886249 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f3bd7cbe-5814-4a26-8a81-c234eb4fee61 req-b7ce1fc9-eb6e-4d9b-b501-8333341541eb tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 May 18 14:51:05.893079 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-27b60316-340b-44ba-91e4-b6afdd5ed0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:07.020386 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:07.082032 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ed8a3-d00b-40bb-ade7-81443e7bb1d9 req-ea2a63a2-a5d7-4ed0-a338-ffb0ab28f3ed tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:07.083506 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a67ed8a3-d00b-40bb-ade7-81443e7bb1d9 req-ea2a63a2-a5d7-4ed0-a338-ffb0ab28f3ed tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0844803 May 18 14:51:07.129864 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a67ed8a3-d00b-40bb-ade7-81443e7bb1d9 req-c7a9bada-e4d0-4267-a905-b6b4c79bb739 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 May 18 14:51:08.706819 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:08.743125 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:20.085339 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-b54c9711-3d70-40fb-93a9-480e54a0be9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886250 May 18 14:51:20.258313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-5ab99233-b736-4a35-9730-2bfa6f9bbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:20.259828 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-5ab99233-b736-4a35-9730-2bfa6f9bbfbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 1098 time: 0.0838122 May 18 14:51:20.416116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-cb9a6f62-89bc-4517-ab04-166db605e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:20.417641 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-cb9a6f62-89bc-4517-ab04-166db605e338 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 200 len: 915 time: 0.1331353 May 18 14:51:20.498779 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-89b3f06e-72ee-4ebc-ba40-f74b1a2a31dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05471db-5d6b-40c5-ba85-d7a687134b58 HTTP/1.1" status: 200 len: 217 time: 0.0731788 May 18 14:51:20.564322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-a2375aa7-f1fb-4253-8791-ed22f6eb4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:20.565771 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-a2375aa7-f1fb-4253-8791-ed22f6eb4fd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 200 len: 854 time: 0.0603802 May 18 14:51:20.634422 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-09bc7436-5941-4b14-af44-0fc595ad2588 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa8809f4-0157-4df3-bf97-9fb492d67b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611718 May 18 14:51:20.779992 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-ab7be9f9-1611-4fac-9021-10fbfbe77251 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371126 May 18 14:51:20.920822 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-660c1f71-e226-4acc-8fe1-6a46fe96d8a9 req-10b02bed-a925-45fb-a696-5e6bf6a0cab5 service neutron] 10.222.0.70 "GET /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329043 May 18 14:51:32.988682 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d46dc7-7147-4a3f-a70d-b0e15e7dd03c req-26f34c3a-1b78-439d-af54-d4811eeeb219 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:32.990421 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b3d46dc7-7147-4a3f-a70d-b0e15e7dd03c req-26f34c3a-1b78-439d-af54-d4811eeeb219 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0999875 May 18 14:51:33.038455 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b3d46dc7-7147-4a3f-a70d-b0e15e7dd03c req-b59a6328-17f2-4680-aac7-3596ed373664 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 May 18 14:51:33.325901 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c5178532-0d11-4a95-b95a-e6d7fd306b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:34.240866 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824cb44-9ea7-4915-82b4-6862c1bb6d47 req-9d72c25a-a2e6-4e68-8bd1-8036f608faa1 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:34.242392 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d824cb44-9ea7-4915-82b4-6862c1bb6d47 req-9d72c25a-a2e6-4e68-8bd1-8036f608faa1 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0873246 May 18 14:51:34.304379 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d824cb44-9ea7-4915-82b4-6862c1bb6d47 req-43bd6706-af19-4316-b885-11f8362738aa tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528734 May 18 14:51:34.814675 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-f0ced5bd-b544-4495-9a60-813bdbd648ab tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:34.816096 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-f0ced5bd-b544-4495-9a60-813bdbd648ab tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.0881069 May 18 14:51:35.068231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Deleting port b05471db-5d6b-40c5-ba85-d7a687134b58 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:51:35.068531 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:35.214701 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] For port b05471db-5d6b-40c5-ba85-d7a687134b58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b05471db-5d6b-40c5-ba85-d7a687134b58,segment=NetworkSegment(65bf39a1-1f2f-4e86-94ca-e9d51eb199d7),segment_id=65bf39a1-1f2f-4e86-94ca-e9d51eb199d7)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:51:35.215052 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:35.341055 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Calling delete_port for b05471db-5d6b-40c5-ba85-d7a687134b58 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:51:35.502918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:35.509562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:51:35.515745 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['b05471db-5d6b-40c5-ba85-d7a687134b58'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:51:35.560494 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Pushing event deleted for resources: {'Port': ['ID=b05471db-5d6b-40c5-ba85-d7a687134b58,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:51:35.572692 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:35.610283 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.610566 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.610919 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.611310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.611658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.612007 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.612356 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.612703 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.613047 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.613388 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.613733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.614075 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:51:35.640941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:51:35.654358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] No DVR routers for this DVR port b05471db-5d6b-40c5-ba85-d7a687134b58 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:51:35.656941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:35.659492 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'name': 'network-vif-deleted', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:51:35.672701 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe40e-dae2-456d-b96d-b18ffdc2bfbf req-470fab36-403c-4e51-b538-5b304f2d06a0 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:51:35.674389 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1f9fe40e-dae2-456d-b96d-b18ffdc2bfbf req-470fab36-403c-4e51-b538-5b304f2d06a0 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2641160-ee76-4f2b-976f-f573532290be HTTP/1.1" status: 200 len: 945 time: 0.2501912 May 18 14:51:35.698180 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9f9d40d0-0417-43cc-ae94-4dcca9dec3cd req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.70 "DELETE /v2.0/ports/b05471db-5d6b-40c5-ba85-d7a687134b58 HTTP/1.1" status: 204 len: 173 time: 0.8757114 May 18 14:51:35.715437 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2641160-ee76-4f2b-976f-f573532290be', 'name': 'network-vif-deleted', 'tag': 'b05471db-5d6b-40c5-ba85-d7a687134b58', 'status': 'completed', 'code': 200} May 18 14:51:35.729877 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-1f9fe40e-dae2-456d-b96d-b18ffdc2bfbf req-02d45615-70bd-4689-895c-c0c4e1a0446b tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] 10.222.0.63 "GET /v2.0/security-groups?id=bfdd7c52-3488-4c14-a699-e00349f0fe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487113 May 18 14:51:35.898872 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb123a9e-06a8-47e9-9b6c-0fcbb1451a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:37.025356 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:38.342145 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b05471db-5d6b-40c5-ba85-d7a687134b58 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:51:38.378374 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: b05471db-5d6b-40c5-ba85-d7a687134b58 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:51:38.378723 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device b05471db-5d6b-40c5-ba85-d7a687134b58 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:51:38.696976 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:38.748582 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:42.301932 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:52:03.332841 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7a2020cb-8f4e-47f7-8af6-2c55a514c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:03.714336 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46678) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:03.781333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Deleting subnet 1703688c-fd78-4e51-b140-c05b5327703c {{(pid=91494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:52:03.785562 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:03.843511 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:03.850958 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.110279 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144'] for subnet, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.115018 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:04.149897 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1703688c-fd78-4e51-b140-c05b5327703c,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:04.151859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.154714 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:04.158613 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-0104b330-5cba-4588-a521-e7b4c251594f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1703688c-fd78-4e51-b140-c05b5327703c HTTP/1.1" status: 204 len: 168 time: 0.4432609 May 18 14:52:04.161142 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46682) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:04.269260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.404877 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.418965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.419338 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.420090 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.420515 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.421076 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.421487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.421809 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.422133 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.422452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.422773 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.538981 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.539363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.539718 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.540051 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:52:04.540406 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8809f4-0157-4df3-bf97-9fb492d67b4e']}} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:04.554311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7') {'for_net_delete': True} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:04.554602 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bf39a1-1f2f-4e86-94ca-e9d51eb199d7') {} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:04.566310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6366733'] for segment, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.583438 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.590353 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=91494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:52:04.590733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6639142'] for segment, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: from cryptography.utils import int_from_bytes May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: from cryptography.utils import int_from_bytes May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: Traceback (most recent call last): May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: timer() May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: cb(*args, **kw) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: return func(*args, **kwargs) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: self._notify() May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: self.callback(batched_events) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: event.method(event) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: return f(self, *a, **k) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: return self._get(url).json() May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: return self.request(url, 'GET', **kwargs) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:52:04.606684 dv-cinder-787195-7-iscsi neutron-server[91494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:52:04.784025 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.790431 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:04.793102 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d15ee446-10c4-422e-87df-25cc0f2380f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:04.814923 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8809f4-0157-4df3-bf97-9fb492d67b4e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:04.818446 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:04.824604 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-80039bee-0bef-4096-9d8b-ca5865b4e3f3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/aa8809f4-0157-4df3-bf97-9fb492d67b4e HTTP/1.1" status: 204 len: 168 time: 0.6625111 May 18 14:52:05.085779 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46688) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:05.135189 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-880e5d3b-acd6-4b1f-b242-aeceb555a203 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee6feec5f31c48e2ad51be0a6b3ff63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481410 May 18 14:52:05.137526 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46692) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:05.197149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:05.227567 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:05.285439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:05.289516 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:05.303073 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd7c52-3488-4c14-a699-e00349f0fe97,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:05.306907 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:05.315551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:05.319133 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-0fe4f43c-42eb-4d6f-ac81-a2a800457dbd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bfdd7c52-3488-4c14-a699-e00349f0fe97 HTTP/1.1" status: 204 len: 168 time: 0.1782591 May 18 14:52:05.537052 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:05.894889 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5079e8dd-56f5-44c9-9a69-8ff6ee330f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.187937 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46716) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:06.309375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2084756419-network', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:06.315862 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:06.321140 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Usage tracker for resource:network and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:06.324408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:06.331493 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:06.345450 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Made reservation on behalf of a09d309d161e4a83b3c10ca2e8895d2b for: {'network': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:52:06.347856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.360678 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.375765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:06.380157 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:06.383192 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:06.389471 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:06.470880 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.478235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.481326 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-9d80941b-e2e7-45ed-9214-f53032f6e5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:06.510055 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=91493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:52:06.519448 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76981aa-0ebd-4150-a299-1e81b04a3de5,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:06.528860 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.529198 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.segments_db [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Added segment 2f71fe5a-edff-463e-a9ec-531cea4cdf8c of type vlan for network 7634dac1-90e6-4a4b-b179-02b2099a5e7e May 18 14:52:06.531129 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.531526 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.531870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.532232 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.532590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.532957 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.533309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.533665 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.534018 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.534370 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.534706 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.535095 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:06.541940 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:06.565424 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.599810 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.600998 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:06.601605 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:06.604929 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:06.706712 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=7634dac1-90e6-4a4b-b179-02b2099a5e7e,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:06.710058 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5210392 May 18 14:52:06.710935 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-68330076-1983-4a3c-af14-cfc3de4e0ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:06.714054 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46722) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:06.719940 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Request body: {'subnet': {'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2084756419-subnet', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'ip_version': 4}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:06.723644 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:52:06.726257 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:06.732306 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Usage tracker for resource:subnet and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:06.735865 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:06.741609 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:06.755375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Made reservation on behalf of a09d309d161e4a83b3c10ca2e8895d2b for: {'subnet': 1} {{(pid=91493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:52:06.757842 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6435950'] for subnet, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.029220 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.266691 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6479443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6435932'] for subnet, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.270201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c004f2e8-dcba-45fe-bb7d-5b1ee9c090d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:07.340340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ca80b0-7fc4-484e-a5d7-3c243952d3ea,revision_number=0']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:07.345324 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:07.355201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:07.355553 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Network hostable DHCP agents. Network: 7634dac1-90e6-4a4b-b179-02b2099a5e7e, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:52:07.375965 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:52:07.386161 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, 7634dac1-90e6-4a4b-b179-02b2099a5e7e) {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:07.395475 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:07.396117 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.396838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e634c44-fc55-4018-b9c2-0ef97d04e44a None None] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:52:07.418316 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-79830e09-e51c-4bab-a586-ffa12dca0d31 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7032087 May 18 14:52:07.421379 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46728) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:07.426473 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:07.431109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:07.435179 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Usage tracker for resource:router and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:07.438470 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:07.444499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:07.457247 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.458235 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.473860 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.614288 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:52:07.615174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.750189 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.771092 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Allocated IP 172.20.0.2 (7634dac1-90e6-4a4b-b179-02b2099a5e7e/94ca80b0-7fc4-484e-a5d7-3c243952d3ea/4b98318d-7bfb-4445-abe0-73c173df3a89) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:07.978261 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:07.988949 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Transition to ACTIVE for port object 4b98318d-7bfb-4445-abe0-73c173df3a89 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:08.007171 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Transition to ACTIVE for port object 4b98318d-7bfb-4445-abe0-73c173df3a89 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:08.013762 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.019230 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:08.070528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.083318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:08.086180 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:08.089816 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:08.099018 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Pushing event updated for resources: {'Port': ['ID=4b98318d-7bfb-4445-abe0-73c173df3a89,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:08.105411 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.134926 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.135264 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.135636 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.135969 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.136305 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.136635 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.136960 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.137284 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.137607 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.137931 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.138249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.138571 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:08.146405 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:08.196477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Attempting to bind port 4b98318d-7bfb-4445-abe0-73c173df3a89 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:08.196858 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Attempting to bind port 4b98318d-7bfb-4445-abe0-73c173df3a89 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:08.197225 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Attempting to bind port 4b98318d-7bfb-4445-abe0-73c173df3a89 on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:08.202790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:08.203350 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:08.203790 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.204187 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Bound using segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:08.204638 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Bound port: 4b98318d-7bfb-4445-abe0-73c173df3a89, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:08.205050 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.242147 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Allocated IP 172.27.0.95 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/07f7f253-390e-4b2a-9608-ec07485500b7) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:08.326091 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] For port 4b98318d-7bfb-4445-abe0-73c173df3a89, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:08.329413 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] For port 4b98318d-7bfb-4445-abe0-73c173df3a89, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=4b98318d-7bfb-4445-abe0-73c173df3a89,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:08.336237 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.340685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-edb8d82f-f254-4d1d-a4f9-9c3cf64ddddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:08.398668 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.427667 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Pushing event updated for resources: {'Port': ['ID=4b98318d-7bfb-4445-abe0-73c173df3a89,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:08.430138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.432553 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:08.435808 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fcfd1ac6-1357-4b60-b091-edf64caadc51 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:08.503573 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:08.506766 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:08.510529 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:08.545160 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Pushing event updated for resources: {'Port': ['ID=07f7f253-390e-4b2a-9608-ec07485500b7,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:08.549738 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:08.783765 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.801701 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:08.878378 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 4b98318d-7bfb-4445-abe0-73c173df3a89 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:08.977607 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 4b98318d-7bfb-4445-abe0-73c173df3a89 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:09.084340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.430293 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.458008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d339e-ea21-41e6-be3f-ed68c7eb9cc4 None None] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:52:09.566641 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Provisioning for port 4b98318d-7bfb-4445-abe0-73c173df3a89 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:09.578214 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Provisioning complete for port 4b98318d-7bfb-4445-abe0-73c173df3a89 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:09.578603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.637864 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:52:09.800249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.811123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:52:09.834295 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:52:09.840011 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.841281 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0c55c637-5962-4e69-b81d-d57220c9df3a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4189708 May 18 14:52:09.844438 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46732) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:09.863183 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] For port 4b98318d-7bfb-4445-abe0-73c173df3a89, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=4b98318d-7bfb-4445-abe0-73c173df3a89,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:09.864209 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:09.864812 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:09.919636 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:09.930020 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:10.094003 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Pushing event updated for resources: {'Port': ['ID=4b98318d-7bfb-4445-abe0-73c173df3a89,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:10.098890 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-911d8a19-d12c-4ec7-8aad-b72bf94bd586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:10.116922 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:10.265649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-8b8d6fc1-8779-4b51-8440-382927152089 None None] Provisioning complete for port 4b98318d-7bfb-4445-abe0-73c173df3a89 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:10.266048 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-8b8d6fc1-8779-4b51-8440-382927152089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:10.571971 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:08Z', 'revision_number': 3, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:10.575886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:52:10.576249 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Updating router c0b9e732-1db9-4191-bd83-beb2bbe64235 port 07f7f253-390e-4b2a-9608-ec07485500b7 binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:52:10.629999 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:10.656899 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:10.793237 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 4b98318d-7bfb-4445-abe0-73c173df3a89 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:10.873202 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Allocated IP 172.20.0.1 (7634dac1-90e6-4a4b-b179-02b2099a5e7e/94ca80b0-7fc4-484e-a5d7-3c243952d3ea/ee4358ec-83b1-46c6-8584-75a297549569) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:10.950266 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 4b98318d-7bfb-4445-abe0-73c173df3a89 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:10.950930 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.024076 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.039829 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Transition to ACTIVE for port object ee4358ec-83b1-46c6-8584-75a297549569 will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:11.065994 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.070804 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0536224f-bbd5-4657-9bff-b8eeed8cbcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:11.086603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.133437 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:11.136245 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:11.140869 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:11.143436 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Transition to ACTIVE for port object 07f7f253-390e-4b2a-9608-ec07485500b7 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:11.158747 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.162735 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:11.203381 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.240351 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Attempting to bind port 07f7f253-390e-4b2a-9608-ec07485500b7 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:11.240732 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Attempting to bind port 07f7f253-390e-4b2a-9608-ec07485500b7 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:11.241103 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Attempting to bind port 07f7f253-390e-4b2a-9608-ec07485500b7 on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:11.243207 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Pushing event updated for resources: {'Port': ['ID=07f7f253-390e-4b2a-9608-ec07485500b7,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:11.246937 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:11.249675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:11.250062 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:11.250476 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.250873 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:11.251383 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Bound port: 07f7f253-390e-4b2a-9608-ec07485500b7, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:11.251761 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.328444 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Pushing event updated for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:11.338373 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] For port 07f7f253-390e-4b2a-9608-ec07485500b7, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:11.338590 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:11.341400 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] For port 07f7f253-390e-4b2a-9608-ec07485500b7, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=07f7f253-390e-4b2a-9608-ec07485500b7,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:11.347563 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.352088 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:11.432642 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-e6d31ec2-9ad5-4281-b734-1129e6e4cefc None None] Provisioning for port ee4358ec-83b1-46c6-8584-75a297549569 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:11.439675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:11.440308 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:11.477968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.500730 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-e6d31ec2-9ad5-4281-b734-1129e6e4cefc None None] Provisioning complete for port ee4358ec-83b1-46c6-8584-75a297549569 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:11.501119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e6d31ec2-9ad5-4281-b734-1129e6e4cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.548283 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Pushing event updated for resources: {'Port': ['ID=07f7f253-390e-4b2a-9608-ec07485500b7,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:11.559012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:11.644177 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-e6d31ec2-9ad5-4281-b734-1129e6e4cefc None None] Port ee4358ec-83b1-46c6-8584-75a297549569 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:52:11.681772 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:11.705821 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.712274 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.737600 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:11.948133 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Pushing event updated for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:11.950643 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:11.958304 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:12.008318 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:10Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:12.012263 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615af3db-eee2-4b38-a656-bcacbcf2a960 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:10Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:52:12.091643 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:12.093356 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:12.320262 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:52:12.368683 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-5110d492-927d-4bc7-aa9c-e24b26685a30 None None] Provisioning complete for port ee4358ec-83b1-46c6-8584-75a297549569 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:12.369158 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5110d492-927d-4bc7-aa9c-e24b26685a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:12.427894 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-5110d492-927d-4bc7-aa9c-e24b26685a30 None None] Port ee4358ec-83b1-46c6-8584-75a297549569 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:52:12.509469 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:52:12.520075 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-b51a3a1b-81b4-4f3e-b4bd-df9e3d68a5ab admin admin] 10.222.0.63 "PUT /v2.0/routers/c0b9e732-1db9-4191-bd83-beb2bbe64235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6744676 May 18 14:52:12.808628 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 07f7f253-390e-4b2a-9608-ec07485500b7 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:12.926284 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 07f7f253-390e-4b2a-9608-ec07485500b7 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:12.931957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 07f7f253-390e-4b2a-9608-ec07485500b7 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:12.932382 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.056717 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.075212 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 07f7f253-390e-4b2a-9608-ec07485500b7, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=07f7f253-390e-4b2a-9608-ec07485500b7,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:13.081666 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.083675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:13.101058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46750) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:13.106912 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1601444940-network', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:13.112971 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:13.116995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Usage tracker for resource:network and tenant:f33b8afae07d4a16a2e9c98f91c11e4c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:13.120054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:13.126816 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:13.139192 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Made reservation on behalf of f33b8afae07d4a16a2e9c98f91c11e4c for: {'network': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:52:13.142173 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-651391'] for network, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.155088 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.159875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=07f7f253-390e-4b2a-9608-ec07485500b7,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:13.163311 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:13.178195 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:13.182401 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:f33b8afae07d4a16a2e9c98f91c11e4c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:13.185438 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:13.192201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:13.293766 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.299473 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.302698 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ab341797-b24e-4755-bf01-b89f5823a565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:13.331996 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=91494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:52:13.340635 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a2cbf-ce9b-4d3a-95cb-7e06e81dc255,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:13.344783 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:13.347487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.347832 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.segments_db [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Added segment f8d08e39-7f6d-422a-a157-69ba98d16d8a of type vlan for network a28b4074-c056-4579-9838-092c376a7ea0 May 18 14:52:13.375998 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779102509168'] for network, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.422075 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167'] for network, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.423625 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:13.424239 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.427598 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:13.527634 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a28b4074-c056-4579-9838-092c376a7ea0,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:13.530545 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4282482 May 18 14:52:13.531445 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-87ea586d-da6e-4374-82a8-6317344ea0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:13.534178 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46754) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:13.539734 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Network a28b4074-c056-4579-9838-092c376a7ea0 details requested by agent ovs-agent-dv-cinder-787195-7-iscsi with host dv-cinder-787195-7-iscsi {{(pid=91495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:52:13.540052 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Request body: {'subnet': {'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1601444940-subnet', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'ip_version': 4}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:13.545084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:13.549675 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Usage tracker for resource:subnet and tenant:f33b8afae07d4a16a2e9c98f91c11e4c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:13.552991 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:13.559250 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:13.575416 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Made reservation on behalf of f33b8afae07d4a16a2e9c98f91c11e4c for: {'subnet': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:52:13.577966 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6936313'] for subnet, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.959120 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:52:13.970151 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:13.970772 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:13.974966 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6594507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6936267'] for subnet, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:13.978844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f1f50682-3078-4e53-bdba-a301d0d70efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:14.050236 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc14649e-566e-4157-88cc-9eb63b77e7b8,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:14.053956 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:14.061844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Checking segment: {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:14.062196 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Network hostable DHCP agents. Network: a28b4074-c056-4579-9838-092c376a7ea0, hostable agents: ['5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd'], hosted agents: [] {{(pid=91494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:52:14.081182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Network a28b4074-c056-4579-9838-092c376a7ea0 is scheduled to be hosted by DHCP agent 5aa75b07-4b19-4c1d-8ba3-b6d55011a7dd with binding_index 1 {{(pid=91494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:52:14.091582 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-iscsi, a28b4074-c056-4579-9838-092c376a7ea0) {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:14.100771 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06c8dd-3d10-4efd-9b6a-fa24dc5ead2e None None] Network a28b4074-c056-4579-9838-092c376a7ea0 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:52:14.101710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:14.102295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.130274 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-541f0e5c-df1b-4c48-831c-0b05a10451cc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5925817 May 18 14:52:14.130521 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46758) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:14.135789 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:14.141309 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:14.145369 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Usage tracker for resource:router and tenant:f33b8afae07d4a16a2e9c98f91c11e4c is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:14.148320 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:14.153691 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:14.154307 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:14.166470 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27670'] for router, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.167863 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27677'] for router, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.183710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.346643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdff48045-d6f5-5076-9f7a-11eb93f34abc-a28b4074-c056-4579-9838-092c376a7ea0', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8'}]}} from dv-cinder-787195-7-iscsi. {{(pid=91495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:52:14.347878 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.459971 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27699'] for router, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.481052 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 2, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:14.486002 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:52:14.486590 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Updating router c0b9e732-1db9-4191-bd83-beb2bbe64235 port ee4358ec-83b1-46c6-8584-75a297549569 binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:52:14.512540 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.db_base_plugin_common [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Allocated IP 172.20.0.2 (a28b4074-c056-4579-9838-092c376a7ea0/bc14649e-566e-4157-88cc-9eb63b77e7b8/8b0691ab-150e-4fd4-8c21-eb9ac1271683) {{(pid=91495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:14.542519 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.733975 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks [] for port, precommit_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.747574 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Transition to ACTIVE for port object 8b0691ab-150e-4fd4-8c21-eb9ac1271683 will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:14.781853 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Transition to ACTIVE for port object 8b0691ab-150e-4fd4-8c21-eb9ac1271683 will not be triggered until provisioned by entity DHCP. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:14.792932 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615'] for port, after_create {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.798742 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:14.839156 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 07f7f253-390e-4b2a-9608-ec07485500b7 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:14.906278 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.911035 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Network a28b4074-c056-4579-9838-092c376a7ea0 is already hosted by enough agents. {{(pid=91495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:14.916448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.scheduler.base_scheduler [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Resources bound (agent type, host, resource id): {{(pid=91495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:14.918918 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Received port after_create {{(pid=91495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:14.939118 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.945148 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.958314 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Transition to ACTIVE for port object ee4358ec-83b1-46c6-8584-75a297549569 will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:14.966472 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:14.971034 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d1f3346b-9213-477a-8fe2-9fe4190e8fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:14.971406 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Pushing event updated for resources: {'Port': ['ID=8b0691ab-150e-4fd4-8c21-eb9ac1271683,revision_number=1']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:14.974325 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:15.033335 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Attempting to bind port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:15.033855 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Attempting to bind port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:15.034229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Attempting to bind port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 on network a28b4074-c056-4579-9838-092c376a7ea0 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:15.038915 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f419566-af06-4587-a0d7-b888955878de None None] Pushing event updated for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:15.042786 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:15.043190 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Checking segment: {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:15.043606 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.044008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Bound using segment: {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:15.044544 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Bound port: 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:15.044911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.066533 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 07f7f253-390e-4b2a-9608-ec07485500b7 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:15.066911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.096013 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Allocated IP 172.27.0.116 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/0fed1509-24f9-4640-b51a-bb580394a5de) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:15.153116 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.153729 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.154212 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.154699 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.155315 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.155812 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.156345 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.156819 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.157313 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.157799 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.158262 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.158734 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f419566-af06-4587-a0d7-b888955878de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:15.202255 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-08356836-a39c-4253-86c9-671d461d6574 None None] For port 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:15.202927 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-5f419566-af06-4587-a0d7-b888955878de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:15.222473 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Attempting to bind port ee4358ec-83b1-46c6-8584-75a297549569 on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:15.222978 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Attempting to bind port ee4358ec-83b1-46c6-8584-75a297549569 by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:15.223461 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Attempting to bind port ee4358ec-83b1-46c6-8584-75a297549569 on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:15.229364 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:15.229875 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:15.230364 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.231057 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Bound using segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:15.231535 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Bound port: ee4358ec-83b1-46c6-8584-75a297549569, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:15.231972 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.254616 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-08356836-a39c-4253-86c9-671d461d6574 None None] For port 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=8b0691ab-150e-4fd4-8c21-eb9ac1271683,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:15.268752 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.276608 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:15.287476 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.327429 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.333289 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ac3c0dab-efcd-4ecc-9d9f-364bf8f76653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:15.341642 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] For port ee4358ec-83b1-46c6-8584-75a297549569, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:15.345368 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] For port ee4358ec-83b1-46c6-8584-75a297549569, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ee4358ec-83b1-46c6-8584-75a297549569,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:15.352054 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:15.358197 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:15.374690 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Pushing event updated for resources: {'Port': ['ID=8b0691ab-150e-4fd4-8c21-eb9ac1271683,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:15.378428 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-08356836-a39c-4253-86c9-671d461d6574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:15.401259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:15.404403 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:15.407131 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:15.450670 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:15.451322 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:15.460952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Pushing event updated for resources: {'Port': ['ID=0fed1509-24f9-4640-b51a-bb580394a5de,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:15.464314 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:15.523161 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f419566-af06-4587-a0d7-b888955878de None None] Pushing event updated for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=4']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:15.538657 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-5f419566-af06-4587-a0d7-b888955878de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:15.704728 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:15.883155 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:16.028910 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:15Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:16.033702 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802e522-8d5b-43d0-b153-3a2368216cb3 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:15Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:52:16.235546 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695995'] for router, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:16.330880 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1604fe7-0ce9-49b9-8018-f12eb0da5a8c None None] Network a28b4074-c056-4579-9838-092c376a7ea0 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:52:16.445218 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-2ab80bf5-9f80-42f7-ba47-2c9e6c1fa75b None None] Provisioning for port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:16.575886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 is scheduled to L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea with binding_index 1 {{(pid=91494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:52:16.779102 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:52:16.790816 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Sync routers for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:52:16.803944 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:16.804572 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:16.816105 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] Notify callbacks [] for router, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:16.821712 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-2822a48e-bf7c-44e8-9043-b87367167451 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6902759 May 18 14:52:16.824634 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46762) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:16.957809 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 8b0691ab-150e-4fd4-8c21-eb9ac1271683 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:17.045614 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:17.240890 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:17.258199 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:17.258598 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.442113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.477597 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:15Z', 'revision_number': 3, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:17.483104 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Checking router: 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:52:17.483690 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Updating router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 port 0fed1509-24f9-4640-b51a-bb580394a5de binding host dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:52:17.507712 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=8b0691ab-150e-4fd4-8c21-eb9ac1271683,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:17.521471 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.522292 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ee4358ec-83b1-46c6-8584-75a297549569 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:17.524567 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.555976 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46467a2c-bab1-4bf2-8edc-e0fb10d68e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:17.644623 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.711013 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=8b0691ab-150e-4fd4-8c21-eb9ac1271683,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:17.714015 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:17.757430 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port ee4358ec-83b1-46c6-8584-75a297549569 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:17.769311 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port ee4358ec-83b1-46c6-8584-75a297549569 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:17.769688 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:17.856778 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Allocated IP 172.20.0.1 (a28b4074-c056-4579-9838-092c376a7ea0/bc14649e-566e-4157-88cc-9eb63b77e7b8/caed0746-b909-43f2-806f-48fcf7338e2a) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:18.010324 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.010673 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.027168 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.provisioning_blocks [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Transition to ACTIVE for port object caed0746-b909-43f2-806f-48fcf7338e2a will not be triggered until provisioned by entity DHCP. {{(pid=91493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:18.052250 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.057150 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6299b573-44e1-46ef-8259-0ee67d871f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:18.062823 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port ee4358ec-83b1-46c6-8584-75a297549569, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ee4358ec-83b1-46c6-8584-75a297549569,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:18.092137 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.105214 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-46a1b538-30b6-46ce-bae7-c9594ed52590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:18.123932 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Network a28b4074-c056-4579-9838-092c376a7ea0 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:18.127152 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:18.130773 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:18.161645 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Pushing event updated for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:18.168587 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:18.192870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397384'] for router_interface, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.242684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.259557 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:18.263084 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Transition to ACTIVE for port object 0fed1509-24f9-4640-b51a-bb580394a5de will not be triggered until provisioned by entity L2. {{(pid=91495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:18.265589 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:18.272682 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.276576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:18.330952 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.356403 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Attempting to bind port 0fed1509-24f9-4640-b51a-bb580394a5de on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:18.356780 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Attempting to bind port 0fed1509-24f9-4640-b51a-bb580394a5de by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:18.357152 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Attempting to bind port 0fed1509-24f9-4640-b51a-bb580394a5de on network 76e8a963-00c3-4811-90aa-e68e9153fe93 {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:18.368739 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:18.369012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Checking segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:18.369386 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.369789 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Bound using segment: {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'} {{(pid=91495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:18.370281 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.managers [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Bound port: 0fed1509-24f9-4640-b51a-bb580394a5de, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93'}}] {{(pid=91495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:18.370647 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.393911 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637b10-1557-402e-ae8e-1706b6ce3456 None None] Pushing event updated for resources: {'Port': ['ID=0fed1509-24f9-4640-b51a-bb580394a5de,revision_number=2']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:18.403470 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a2a3a831-b8cc-4db2-9301-98401b1e0640 None None] Provisioning for port caed0746-b909-43f2-806f-48fcf7338e2a completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:18.406744 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-43637b10-1557-402e-ae8e-1706b6ce3456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:18.422510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-a2a3a831-b8cc-4db2-9301-98401b1e0640 None None] Provisioning complete for port caed0746-b909-43f2-806f-48fcf7338e2a triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:18.422891 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a831-b8cc-4db2-9301-98401b1e0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.495504 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3a831-b8cc-4db2-9301-98401b1e0640 None None] Port caed0746-b909-43f2-806f-48fcf7338e2a cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:52:18.498798 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] For port 0fed1509-24f9-4640-b51a-bb580394a5de, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:18.504526 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] For port 0fed1509-24f9-4640-b51a-bb580394a5de, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0fed1509-24f9-4640-b51a-bb580394a5de,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:18.513163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.518143 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:18.575279 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.582957 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.593573 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:18.594198 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:18.612551 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6551d73d-4648-4796-9782-bbb2cf38ae15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:18.655969 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637b10-1557-402e-ae8e-1706b6ce3456 None None] Pushing event updated for resources: {'Port': ['ID=0fed1509-24f9-4640-b51a-bb580394a5de,revision_number=3']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:18.660525 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-43637b10-1557-402e-ae8e-1706b6ce3456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:18.692822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397359'] for router_interface, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:18.696359 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Pushing event updated for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:18.699312 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:18.787286 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:18.833431 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 8b0691ab-150e-4fd4-8c21-eb9ac1271683 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:18.844806 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Network a28b4074-c056-4579-9838-092c376a7ea0 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:18.846233 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:19.042360 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:52:19.072739 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:19.073120 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:19.196073 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-f1e24b88-524e-47e5-b539-08bc57632865 None None] Provisioning complete for port caed0746-b909-43f2-806f-48fcf7338e2a triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:19.196460 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f1e24b88-524e-47e5-b539-08bc57632865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:19.237554 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:52:19.252788 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] 10.222.0.63 "PUT /v2.0/routers/8bdeeb83-7cfe-47e3-8726-4b0db8084bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4257617 May 18 14:52:19.302504 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:52:19.327371 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-f1e24b88-524e-47e5-b539-08bc57632865 None None] Port caed0746-b909-43f2-806f-48fcf7338e2a cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:52:19.336180 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ee4358ec-83b1-46c6-8584-75a297549569 up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:19.396944 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'caed0746-b909-43f2-806f-48fcf7338e2a', 'name': '', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'mac_address': 'fa:16:3e:53:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:17Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 2, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'subnets': [{'id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:19.403127 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd597f9d-bc34-480a-a1e7-78ca516d26c2 None None] The sync data for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi is: [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'caed0746-b909-43f2-806f-48fcf7338e2a', 'name': '', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'mac_address': 'fa:16:3e:53:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:17Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 2, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'subnets': [{'id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:52:19.417495 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port ee4358ec-83b1-46c6-8584-75a297549569 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:19.424146 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.367549 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46772) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:20.373760 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764849291', 'description': 'tempest-secgroup-smoke-764849291 description', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:20.381205 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:20.385461 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:20.388530 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:20.396340 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:20.409125 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.431222 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:20.435454 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:20.438891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:20.445004 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:20.521667 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.527916 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.532344 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3581f76f-6006-4470-9b55-9c9346aa52a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:20.572449 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9faf8dc-21aa-4603-a81b-ffaeb29bc773,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:20.575679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:20.577397 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.578628 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-39a015a0-3074-4050-a52b-4ea029f77668 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2100098 May 18 14:52:20.582146 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46776) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:20.588240 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:20.599008 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:20.603269 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:20.607546 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:20.613681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:20.630451 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.698975 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.704747 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.707138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:20.737110 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79ca1a7-1d6a-4d26-89b2-2114eb7bc585,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:20.739902 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:20.745850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.746950 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631541 May 18 14:52:20.750235 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46780) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:20.756463 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:20.762922 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:20.768072 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:20.771254 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:20.778107 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:20.796130 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.816305 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0fed1509-24f9-4640-b51a-bb580394a5de up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:20.861693 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.866161 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.868280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:20.887202 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port 0fed1509-24f9-4640-b51a-bb580394a5de completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:20.890221 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5fdf13-7d36-42ce-902c-ae374e6d4090,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:20.894011 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 0fed1509-24f9-4640-b51a-bb580394a5de triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:20.894262 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.894449 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:20.902459 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:20.904026 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-086d1e45-eaa9-4876-9215-973e43232295 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524019 May 18 14:52:20.907015 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46784) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:20.912318 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:20.918237 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:20.922298 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:20.925220 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:20.931025 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:20.949944 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.014762 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.018046 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.020933 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.023439 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-14a3c7b6-8856-40d7-b69a-ca4150967b95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:21.037684 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port 0fed1509-24f9-4640-b51a-bb580394a5de, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0fed1509-24f9-4640-b51a-bb580394a5de,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:21.043025 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.046500 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:21.046706 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bb03ca-be00-492d-9a34-e863ec5c0bf8,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:21.049728 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:21.058893 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.062944 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521683 May 18 14:52:21.063280 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46788) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:21.068624 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:21.074611 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:21.078674 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:21.081952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:21.087710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:21.104545 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.120935 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=0fed1509-24f9-4640-b51a-bb580394a5de,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:21.124668 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:21.171333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.177328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.182826 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:21.212966 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847f6676-7eac-4fc9-93ef-13923ea3dc18,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:21.216262 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:21.225673 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.226983 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626127 May 18 14:52:21.229873 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46792) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:21.235747 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:21.241838 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:21.245966 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:21.249252 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:21.256198 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:21.270860 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.securitygroups_db [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Project a09d309d161e4a83b3c10ca2e8895d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:52:21.277156 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.345500 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.351872 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.354605 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9329d4f5-8f70-4d00-8a7b-f022f82a61cd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:21.382921 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322a7a3d-fcdc-496d-91aa-dd60b9944c4b,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:21.385550 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:21.395142 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.396403 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-853b827e-f5fd-45a0-984a-178541a7ce73 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656268 May 18 14:52:21.400410 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 46796) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:52:21.405644 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'security_group_rule': {'security_group_id': 'b9faf8dc-21aa-4603-a81b-ffaeb29bc773', 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:21.415756 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:21.420603 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:security_group_rule and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:52:21.423681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:52:21.429686 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:21.445352 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.securitygroups_db [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Project a09d309d161e4a83b3c10ca2e8895d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:52:21.451203 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.524751 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.530918 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603021'] for security_group_rule, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.533608 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-dbc3066f-4c50-4033-9ace-61a6bedd23f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:21.560656 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f49e3b-7bfa-4da4-8d21-c43704294b16,revision_number=0']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:21.563201 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:21.573445 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:21.574892 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-1a301ea5-a811-4e72-90ee-a90f7dae44cf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733255 May 18 14:52:22.794260 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0fed1509-24f9-4640-b51a-bb580394a5de up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:22.905815 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port 0fed1509-24f9-4640-b51a-bb580394a5de triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:22.906212 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:23.128871 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Sync routers for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:52:23.139019 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:23.139632 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:23.325440 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:23.691040 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'caed0746-b909-43f2-806f-48fcf7338e2a', 'name': '', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'mac_address': 'fa:16:3e:53:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:17Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 2, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'subnets': [{'id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:23.695444 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Checking router: 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:52:23.695718 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Updating router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 port caed0746-b909-43f2-806f-48fcf7338e2a binding host dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:52:23.751268 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.109791 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks [] for port, precommit_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.122011 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.provisioning_blocks [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Transition to ACTIVE for port object caed0746-b909-43f2-806f-48fcf7338e2a will not be triggered until provisioned by entity L2. {{(pid=91496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:24.130863 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.136671 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-d79b1033-df50-4fdf-a431-0265cae54bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:24.284511 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7901-5bc1-4393-9684-70e6fe5201c6 None None] Pushing event updated for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=3']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:24.292237 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-417a7901-5bc1-4393-9684-70e6fe5201c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:24.363512 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Attempting to bind port caed0746-b909-43f2-806f-48fcf7338e2a on host dv-cinder-787195-7-iscsi for vnic_type normal with profile {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:24.363793 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Attempting to bind port caed0746-b909-43f2-806f-48fcf7338e2a by drivers openvswitch,hyperv on host dv-cinder-787195-7-iscsi at level 0 using segments [{'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:24.364151 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Attempting to bind port caed0746-b909-43f2-806f-48fcf7338e2a on network a28b4074-c056-4579-9838-092c376a7ea0 {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:24.369927 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Checking agent: {'id': '79bc4ccc-9b0c-46b8-aefb-d8221d79b0d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 30, 6), 'started_at': datetime.datetime(2021, 5, 18, 14, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:24.370285 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Checking segment: {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:24.370706 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.371112 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Bound using segment: {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'} {{(pid=91496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:24.371602 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.managers [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Bound port: caed0746-b909-43f2-806f-48fcf7338e2a, host: dv-cinder-787195-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d08e39-7f6d-422a-a157-69ba98d16d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0'}}] {{(pid=91496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:24.371974 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.464087 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] For port caed0746-b909-43f2-806f-48fcf7338e2a, host dv-cinder-787195-7-iscsi, cleared binding levels {{(pid=91496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:24.467176 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.plugins.ml2.db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] For port caed0746-b909-43f2-806f-48fcf7338e2a, host dv-cinder-787195-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=caed0746-b909-43f2-806f-48fcf7338e2a,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:24.476211 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron_lib.callbacks.manager [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:24.482220 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-b6fd137b-a982-45cb-b0fb-52f78429d9c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:24.559576 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:52:24.560191 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:52:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:24.614043 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7901-5bc1-4393-9684-70e6fe5201c6 None None] Pushing event updated for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=4']} {{(pid=91496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:24.624068 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG oslo_concurrency.lockutils [None req-417a7901-5bc1-4393-9684-70e6fe5201c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:24.742749 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:52:24.830946 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device caed0746-b909-43f2-806f-48fcf7338e2a up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:24.908611 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning for port caed0746-b909-43f2-806f-48fcf7338e2a completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:24.914247 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port caed0746-b909-43f2-806f-48fcf7338e2a triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:24.914636 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:25.045255 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:25.079649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] For port caed0746-b909-43f2-806f-48fcf7338e2a, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=caed0746-b909-43f2-806f-48fcf7338e2a,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:52:25.084787 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:25.086660 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:25.086791 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'caed0746-b909-43f2-806f-48fcf7338e2a', 'name': '', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'mac_address': 'fa:16:3e:53:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:17Z', 'updated_at': '2021-05-18T14:52:24Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'subnets': [{'id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:52:25.090763 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fbef0-9096-4b70-a1e3-df821b16572b None None] The sync data for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi is: [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'caed0746-b909-43f2-806f-48fcf7338e2a', 'name': '', 'network_id': 'a28b4074-c056-4579-9838-092c376a7ea0', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'mac_address': 'fa:16:3e:53:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:17Z', 'updated_at': '2021-05-18T14:52:24Z', 'revision_number': 4, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'subnets': [{'id': 'bc14649e-566e-4157-88cc-9eb63b77e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:52:25.159503 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Pushing event updated for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:25.162670 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:26.795786 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device caed0746-b909-43f2-806f-48fcf7338e2a up at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:52:26.865028 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Provisioning complete for port caed0746-b909-43f2-806f-48fcf7338e2a triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:26.865397 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:33.329415 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-18d75d6d-689a-4e41-8a96-35b601e93cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:35.547174 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:35.899039 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-762fb4f0-1e67-4cf1-a279-d96b49c0de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:37.039499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:38.704696 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:38.774451 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:45.716196 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-23f3056b-06e7-4bdf-85d9-ef1a7fb849d0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:security_group {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:52:45.739247 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-23f3056b-06e7-4bdf-85d9-ef1a7fb849d0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:security_group {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:52:45.740694 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-23f3056b-06e7-4bdf-85d9-ef1a7fb849d0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764849291&fields=id&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 267 time: 0.0721192 May 18 14:52:46.005103 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-2d6829a3-087d-4448-9c86-68775ba04339 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:46.005765 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-2d6829a3-087d-4448-9c86-68775ba04339 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:network {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:52:46.029205 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-2d6829a3-087d-4448-9c86-68775ba04339 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:network {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:52:46.030802 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-2d6829a3-087d-4448-9c86-68775ba04339 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.2805164 May 18 14:52:46.049070 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-d3b777c8-035c-42ef-92f5-6f7bde364f56 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/quotas/a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 375 time: 0.0122957 May 18 14:52:46.135659 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-36db2575-5ff3-4c74-ba09-daf299631fe8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:52:46.161834 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-36db2575-5ff3-4c74-ba09-daf299631fe8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:52:46.163515 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-36db2575-5ff3-4c74-ba09-daf299631fe8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093383 May 18 14:52:46.407291 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-b08d752c-88f2-41e1-94f3-9708811f6c84 service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296100 May 18 14:52:46.556355 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-16d720bd-5c7f-41ec-9f59-04d278f1ea13 service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398442 May 18 14:52:46.984916 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-5050e683-a799-44ed-b634-9f1a3aea059b req-8a9ae624-04b7-49db-9275-3e3f469526f3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 210 time: 0.0432277 May 18 14:52:48.142826 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-a1b12255-d2a7-4a22-baf2-b2f15f9a5da8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:48.144328 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-a1b12255-d2a7-4a22-baf2-b2f15f9a5da8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.1610196 May 18 14:52:48.148622 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2ef01a03-c529-4745-a051-ab9e9f24ebeb req-fa87937e-50d6-45c2-86df-fa1b4bb71186 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 210 time: 0.0501850 May 18 14:52:48.197040 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-41a0e879-8e54-440a-b7de-cd0b689ad6b2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 379 time: 0.0437071 May 18 14:52:48.207632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'port': {'device_id': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'admin_state_up': True, 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'security_groups': ['b9faf8dc-21aa-4603-a81b-ffaeb29bc773']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:48.350532 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:52:48.361116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:52:48.373681 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Made reservation on behalf of a09d309d161e4a83b3c10ca2e8895d2b for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:52:48.377498 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:48.554179 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.20.0.9 (7634dac1-90e6-4a4b-b179-02b2099a5e7e/94ca80b0-7fc4-484e-a5d7-3c243952d3ea/8d60f7e3-4926-4281-9675-d163d9c0b8b6) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:52:48.754859 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:48.772367 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Transition to ACTIVE for port object 8d60f7e3-4926-4281-9675-d163d9c0b8b6 will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:48.798078 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:48.803727 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d717878d-c217-4c81-b981-3eea1be73cd6 tempest-TestShelveInstance-1051643096 tempest-TestShelveInstance-1051643096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:48.877337 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:52:48.880332 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:52:48.885117 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:52:48.911333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:48.922635 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.923084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.923387 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.923743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.924095 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.924457 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.924793 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.925139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.925483 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.925825 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.926165 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.926506 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:52:48.934684 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:48.965163 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:48.965781 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:48.993561 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7302e61a-8598-485b-90b9-447de8face38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899723 May 18 14:52:49.005945 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Request body: {'port': {'device_id': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:52:49.114599 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-aeadc88c-c3d2-42c2-a18b-04b208871174 None None] Provisioning for port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:52:49.120487 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-aeadc88c-c3d2-42c2-a18b-04b208871174 None None] Provisioning complete for port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:52:49.120833 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aeadc88c-c3d2-42c2-a18b-04b208871174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:49.178510 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-aeadc88c-c3d2-42c2-a18b-04b208871174 None None] Port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:52:49.227286 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:49.468078 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3a91-fd13-4712-8947-60239aac68c4 req-1742b151-07a4-4d56-b347-65ab2b297095 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:49.468780 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-19de3a91-fd13-4712-8947-60239aac68c4 req-1742b151-07a4-4d56-b347-65ab2b297095 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:52:49.548770 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-19de3a91-fd13-4712-8947-60239aac68c4 req-1742b151-07a4-4d56-b347-65ab2b297095 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:52:49.549926 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-19de3a91-fd13-4712-8947-60239aac68c4 req-1742b151-07a4-4d56-b347-65ab2b297095 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 931 time: 0.2818022 May 18 14:52:49.620724 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-19de3a91-fd13-4712-8947-60239aac68c4 req-e316f298-252a-4018-9372-5eec19292a82 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627058 May 18 14:52:49.688313 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d60f7e3-4926-4281-9675-d163d9c0b8b6 {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:52:49.696040 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:49.712036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Transition to ACTIVE for port object 8d60f7e3-4926-4281-9675-d163d9c0b8b6 will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:52:49.718058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:49.722068 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-411b7cf7-d859-4fd4-b819-a353eb1f461c tempest-VolumesActionsTest-1799201404 tempest-VolumesActionsTest-1799201404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:49.882060 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:49.885020 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:49.962543 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Attempting to bind port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:52:49.962870 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Attempting to bind port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:52:49.963225 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Attempting to bind port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:49.968065 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:52:49.968380 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Attempting to bind port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:52:49.973509 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:52:49.973758 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:52:49.974129 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Bound using segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:52:49.974549 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Bound port: 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:52:49.974913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:50.064933 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:52:50.067992 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:52:50.076238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:50.080448 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-0a22f5e8-d2ae-406f-b54c-3b213a85bb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:52:50.140995 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:50.141634 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:52:50.142955 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 1093 time: 1.1413856 May 18 14:52:50.143482 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:52:50.166774 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:52:50.171968 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:52:50.225450 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'status': 'completed', 'code': 200} May 18 14:52:50.262840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-f4901747-ea04-4068-8238-677d55feb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:50.264446 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-f4901747-ea04-4068-8238-677d55feb39c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1096 time: 0.0770049 May 18 14:52:50.338674 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-e298d9d0-12de-4e89-85af-a12fd535e081 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0668294 May 18 14:52:50.402365 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7c458fb0-3d12-463b-b017-418ec153a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:50.403855 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-7c458fb0-3d12-463b-b017-418ec153a1cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0584614 May 18 14:52:50.485182 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-b8b83f38-eaea-4ae4-80ed-347cdf421030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:50.486557 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-b8b83f38-eaea-4ae4-80ed-347cdf421030 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760782 May 18 14:52:50.628190 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-e33d1ded-b64f-418c-b3ae-b7efbc3e727c service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346166 May 18 14:52:50.816744 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-64c5388c-c6e8-4354-b151-87c14a1901bc req-82ad0b52-f93d-404f-8f99-c3c7233438f9 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816857 May 18 14:52:50.841635 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3899aa2-c092-4d11-b623-9571038014cb req-bea3b043-bb89-40c7-a77a-2a8a33db5240 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:50.843832 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f3899aa2-c092-4d11-b623-9571038014cb req-bea3b043-bb89-40c7-a77a-2a8a33db5240 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.1088328 May 18 14:52:51.041492 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f3899aa2-c092-4d11-b623-9571038014cb req-e73b7004-f39f-4e0d-a765-50212ba88892 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916330 May 18 14:52:51.065622 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-7560149d-4fcb-4610-ba79-0e83a85ed9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:51.067123 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-7560149d-4fcb-4610-ba79-0e83a85ed9fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1096 time: 0.1990216 May 18 14:52:51.206559 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-212c4cf6-e3b4-4937-8a3a-747254f9b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:51.208040 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-212c4cf6-e3b4-4937-8a3a-747254f9b8fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1337316 May 18 14:52:51.278106 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-a4a17b49-9c35-4351-befd-8e47ac5247c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0630169 May 18 14:52:51.347344 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-70967f7a-75e3-4f32-a627-b58a9d478507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:51.348688 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-70967f7a-75e3-4f32-a627-b58a9d478507 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0634341 May 18 14:52:51.429005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-1e656d49-a29a-4b14-811c-786d97c0893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:51.430468 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-1e656d49-a29a-4b14-811c-786d97c0893f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748627 May 18 14:52:51.573164 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-b8fd7f25-71ee-448e-a15b-815c3a46aa25 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348615 May 18 14:52:51.713387 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8e3e3b7f-97ff-4871-978c-38a4d68858cb req-4e1fb2ba-420a-481d-9f86-cab1118b01bd service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331112 May 18 14:52:52.239473 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7daf80-cc61-4430-b4fe-7ce624325ac2 req-439abf67-1d4f-4520-b8bd-25514b6fa07b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:52.240928 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f7daf80-cc61-4430-b4fe-7ce624325ac2 req-439abf67-1d4f-4520-b8bd-25514b6fa07b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0874913 May 18 14:52:52.293589 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-3f7daf80-cc61-4430-b4fe-7ce624325ac2 req-ac8cce40-607b-4cf1-b27f-47d63a8f4115 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 May 18 14:52:53.501214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bde1-51b4-4a88-ac7c-1bbda6cbce7c req-4798f24f-11e3-4c9f-9cb4-58ead7fd5d1f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:53.502749 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2a86bde1-51b4-4a88-ac7c-1bbda6cbce7c req-4798f24f-11e3-4c9f-9cb4-58ead7fd5d1f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0922799 May 18 14:52:53.557528 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-2a86bde1-51b4-4a88-ac7c-1bbda6cbce7c req-7c7a2f5d-0632-4952-af9a-75c5d238ea3e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 May 18 14:52:54.771309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fb130-9975-4e3a-a661-4e1cea8abb10 req-ddb5e797-c171-471c-8609-27a7d1b22edd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:54.772737 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7d3fb130-9975-4e3a-a661-4e1cea8abb10 req-ddb5e797-c171-471c-8609-27a7d1b22edd tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0898650 May 18 14:52:54.826126 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7d3fb130-9975-4e3a-a661-4e1cea8abb10 req-3f7b6680-07ff-4f95-8294-fb26076ab914 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445900 May 18 14:52:56.023433 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ba82c-0bf0-4eb3-a3f5-4de8061c1195 req-884dad6b-8461-47e9-b560-6bdee664cfa5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:56.024892 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a88ba82c-0bf0-4eb3-a3f5-4de8061c1195 req-884dad6b-8461-47e9-b560-6bdee664cfa5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0909402 May 18 14:52:56.072495 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a88ba82c-0bf0-4eb3-a3f5-4de8061c1195 req-2399697e-a2bd-4619-a966-8d45292d6b6c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 May 18 14:52:56.305385 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:52:57.268483 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b267-245f-4d7f-8f44-7535d2a5cf8d req-9eb2fc88-5698-4c00-a0b1-78e75e9fdb75 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:57.269938 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7805b267-245f-4d7f-8f44-7535d2a5cf8d req-9eb2fc88-5698-4c00-a0b1-78e75e9fdb75 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0860188 May 18 14:52:57.315042 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7805b267-245f-4d7f-8f44-7535d2a5cf8d req-d11ad508-6727-4e12-ba9d-20ab33cfaf1f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 May 18 14:52:58.521698 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb0a4-0133-44e6-9842-9ddd51716588 req-564d6781-85b7-453e-89d6-cf0c9fe82b17 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:58.523211 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d4dcb0a4-0133-44e6-9842-9ddd51716588 req-564d6781-85b7-453e-89d6-cf0c9fe82b17 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0935850 May 18 14:52:58.571201 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d4dcb0a4-0133-44e6-9842-9ddd51716588 req-5bc8d414-53a4-49d1-a321-3e7b637a0375 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 May 18 14:52:59.773487 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0e622-25f2-4754-ab48-a8cf8c32b9fc req-02c10f9a-3770-449f-980b-25272365c8d5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:52:59.774975 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1ab0e622-25f2-4754-ab48-a8cf8c32b9fc req-02c10f9a-3770-449f-980b-25272365c8d5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 943 time: 0.0924404 May 18 14:52:59.820449 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-1ab0e622-25f2-4754-ab48-a8cf8c32b9fc req-4bee2808-898d-4823-bd22-1bab17763230 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394468 May 18 14:53:00.679671 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d60f7e3-4926-4281-9675-d163d9c0b8b6 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:53:00.820055 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:53:00.833878 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'port_id': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'mac_address': 'fa:16:3e:6b:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:53:00.888298 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:00.906290 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d60f7e3-4926-4281-9675-d163d9c0b8b6 {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:53:00.921997 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:53:00.930380 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:00.932412 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:53:01.003045 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:53:01.006492 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:53:01.026588 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074414f-a882-4e11-811d-7b0791dd9508 req-0ab695d5-173a-4197-87b2-e3c6dba38310 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:01.028057 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e074414f-a882-4e11-811d-7b0791dd9508 req-0ab695d5-173a-4197-87b2-e3c6dba38310 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 944 time: 0.0857255 May 18 14:53:01.074693 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e074414f-a882-4e11-811d-7b0791dd9508 req-158a302d-6e41-466a-bc2b-63ffed2fd8e1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 May 18 14:53:01.294190 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['8d60f7e3-4926-4281-9675-d163d9c0b8b6'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:53:02.292988 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8a51-a5a0-4e63-a0b4-03804cd8353a req-ee1f41f7-155c-4868-bb50-98aec655f33a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:02.294436 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73bf8a51-a5a0-4e63-a0b4-03804cd8353a req-ee1f41f7-155c-4868-bb50-98aec655f33a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 944 time: 0.0977089 May 18 14:53:02.345812 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-73bf8a51-a5a0-4e63-a0b4-03804cd8353a req-d6d0cb91-eb1f-478b-8184-b14efe881665 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 May 18 14:53:02.686845 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d60f7e3-4926-4281-9675-d163d9c0b8b6 up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:53:02.765460 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:53:02.773383 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:53:02.773936 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:02.902234 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:02.931020 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:53:02.941499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:53:02.947939 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:02.949840 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:53:02.980671 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'code': 200} May 18 14:53:03.023643 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:53:03.026472 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:53:03.272359 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793c481-47da-4bc7-b1b1-b8b76b2d1b49 req-cef90ad4-4554-4756-9227-0167c8764051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:03.273825 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0793c481-47da-4bc7-b1b1-b8b76b2d1b49 req-cef90ad4-4554-4756-9227-0167c8764051 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1098 time: 0.0743668 May 18 14:53:03.317537 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-0793c481-47da-4bc7-b1b1-b8b76b2d1b49 req-77a6582a-f0ab-44db-b903-879cd0e74f07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371346 May 18 14:53:03.326451 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-02cf1c9d-69ac-4021-962d-0ec2578ecb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:03.553499 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a32b5-32a6-4426-b0a9-9c8f2d7e18c4 req-e2d94f29-b797-4041-811b-f05ba488d9f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:03.554870 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-544a32b5-32a6-4426-b0a9-9c8f2d7e18c4 req-e2d94f29-b797-4041-811b-f05ba488d9f0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.0923295 May 18 14:53:03.603191 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-544a32b5-32a6-4426-b0a9-9c8f2d7e18c4 req-8053d1f9-6fb1-4c26-a059-7d84814daf5b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 May 18 14:53:04.808803 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ca7a-2373-4030-9c2b-96bade30130e req-e3c4dde7-4af8-46ce-8b5a-0dd25dc8d9f6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:04.810336 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3063ca7a-2373-4030-9c2b-96bade30130e req-e3c4dde7-4af8-46ce-8b5a-0dd25dc8d9f6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.0947869 May 18 14:53:04.856893 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3063ca7a-2373-4030-9c2b-96bade30130e req-9ef98f9d-7aa4-4405-b38c-32cadd20a7f7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 May 18 14:53:05.059408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f1364-60e1-4b81-b3d3-db647d85b418 req-10284c3e-03ce-4216-98dd-4cb759244412 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:05.060932 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6a1f1364-60e1-4b81-b3d3-db647d85b418 req-10284c3e-03ce-4216-98dd-4cb759244412 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.0901122 May 18 14:53:05.108070 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6a1f1364-60e1-4b81-b3d3-db647d85b418 req-23e126ed-8a65-4141-bbc8-7fdd751577ec tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 May 18 14:53:05.132346 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46970) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:53:05.249143 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32460a9-b21d-4fbc-8c48-48918d525cd9 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:05.249859 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-f32460a9-b21d-4fbc-8c48-48918d525cd9 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] Synchronizing usage tracker for tenant:f33b8afae07d4a16a2e9c98f91c11e4c on resource:port {{(pid=91493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:53:05.271336 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-f32460a9-b21d-4fbc-8c48-48918d525cd9 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] Unset dirty status for tenant:f33b8afae07d4a16a2e9c98f91c11e4c on resource:port {{(pid=91493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:53:05.272512 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-f32460a9-b21d-4fbc-8c48-48918d525cd9 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1093 time: 0.1392145 May 18 14:53:05.275986 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 46976) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:53:05.281077 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'port_id': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:53:05.287375 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:53:05.291186 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:floatingip and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:53:05.293966 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:53:05.299718 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:53:05.312565 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.455528 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.541747 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.596669 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.27.0.36 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/33583f9a-1bb6-4179-9936-14229eb31ebe) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:53:05.857322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.892078 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.896039 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f4fa681e-2ac4-4729-a201-c9d1fc70cbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:05.898560 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1d590773-5aa9-46ea-8d1d-9a5e777a536a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:53:05.968445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:53:05.971245 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:53:05.974095 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:53:06.009302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=33583f9a-1bb6-4179-9936-14229eb31ebe,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:53:06.014049 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:53:06.415908 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:06.494436 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:06.714465 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:06.722322 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:06.726571 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-268011ec-9b76-4e22-89e4-ee2e96177798 tempest-TestMinimumBasicScenario-1738983349 tempest-TestMinimumBasicScenario-1738983349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:53:06.828363 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=33583f9a-1bb6-4179-9936-14229eb31ebe,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:53:06.845077 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.845456 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.845826 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.846189 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.846545 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.846901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.847309 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.847680 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.848539 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.848900 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.849252 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.849593 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:53:06.854249 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:53:06.861201 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:07.036046 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:07.042063 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP 7657a562-dbe6-4c16-a703-5ce49e008c20 associated. External IP: 172.27.0.36, port: 8d60f7e3-4926-4281-9675-d163d9c0b8b6. May 18 14:53:07.520547 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:53:07.708558 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:53:07.718173 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:53:07.728502 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:53:07.729122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:53:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:53:07.736505 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:07.795607 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5184295 May 18 14:53:07.796215 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:53:07.932361 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'status': 'completed', 'code': 200} May 18 14:53:07.948909 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:53:08.028548 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980dec-a134-404d-ae46-42d770c8aca4 req-e8104a23-877a-4078-bb56-e4e0613dffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:08.030032 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-e8104a23-877a-4078-bb56-e4e0613dffa5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1098 time: 0.0738163 May 18 14:53:08.166337 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980dec-a134-404d-ae46-42d770c8aca4 req-f617ce43-d3bd-49ea-9cac-6ff3d39d6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:08.167690 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-f617ce43-d3bd-49ea-9cac-6ff3d39d6fd3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1309345 May 18 14:53:08.274300 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-81fadae5-5c88-4285-84fa-68b181d43f89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 998 time: 0.0991249 May 18 14:53:08.309876 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '7657a562-dbe6-4c16-a703-5ce49e008c20', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:6b:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:53:06Z', 'updated_at': '2021-05-18T14:53:06Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:53:08.313827 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:53:08.323136 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:53:08.323786 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:53:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:53:08.436791 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980dec-a134-404d-ae46-42d770c8aca4 req-07cf693b-eb6c-4ab9-825d-2c09c2b61cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:08.438121 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-07cf693b-eb6c-4ab9-825d-2c09c2b61cbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.1573434 May 18 14:53:08.508339 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:53:08.516964 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980dec-a134-404d-ae46-42d770c8aca4 req-9698e559-21f0-488e-ae5d-ca30ea88b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:08.518470 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-9698e559-21f0-488e-ae5d-ca30ea88b083 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736210 May 18 14:53:08.658964 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-be8522d3-6f71-4796-8512-17492a623756 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295874 May 18 14:53:08.765649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:08.795613 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-05980dec-a134-404d-ae46-42d770c8aca4 req-f5a9e482-89eb-4d3e-9359-27f021b2532a service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302357 May 18 14:53:08.802764 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:08.890552 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '7657a562-dbe6-4c16-a703-5ce49e008c20', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:6b:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:53:06Z', 'updated_at': '2021-05-18T14:53:06Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:53:08.897623 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10a61b-fb1e-47d9-b397-597594c589e7 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '7657a562-dbe6-4c16-a703-5ce49e008c20', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:6b:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:53:06Z', 'updated_at': '2021-05-18T14:53:06Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:53:09.096381 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5847af-a08d-492a-b815-da0a3adef8af None None] New status for floating IP 7657a562-dbe6-4c16-a703-5ce49e008c20: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:53:18.905080 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-5754cb1f-d362-4ca5-845a-f7b285b3108c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1249809 May 18 14:53:19.064141 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-16b14a2f-02e1-4e90-b5ad-f7c87e289b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:19.065518 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-16b14a2f-02e1-4e90-b5ad-f7c87e289b54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1098 time: 0.0809340 May 18 14:53:19.218546 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-54a96f17-2c1d-4643-9052-75337a69ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:19.220013 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-54a96f17-2c1d-4643-9052-75337a69ed19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1339841 May 18 14:53:19.336504 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-dffb90b5-cdc0-4419-a21a-d531296eb0f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 1000 time: 0.1027420 May 18 14:53:19.412619 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-873ad5c5-aaff-44f4-a973-5e97411d9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:19.414286 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-873ad5c5-aaff-44f4-a973-5e97411d9e28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0673597 May 18 14:53:19.502452 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-de939f0a-a67c-4202-ac3e-27dda41d66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:53:19.503989 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-de939f0a-a67c-4202-ac3e-27dda41d66d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830219 May 18 14:53:19.641809 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-ffca70e7-f4be-4613-ad1a-2e793d26bdc6 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301336 May 18 14:53:19.781550 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-dc1c58d6-2153-460c-815e-2278b39f82a3 req-c1cd432e-39c4-40af-bce3-886856c3779d service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329007 May 18 14:53:33.305851 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:53:33.323377 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7a1b-13ff-47c0-98e9-bb3ba6a50406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:35.552004 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:35.896621 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-261afb3c-e307-4bd4-a0aa-b2ae223c89dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:37.049196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:38.717754 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:53:38.786035 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:03.324811 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-5476d94b-9aa8-4d5a-9450-10e807551a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:05.553127 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:05.903922 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-11dfbd75-8adc-4f87-ade5-cd45098050e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:07.047369 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:08.726209 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:08.805667 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:10.308727 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:54:20.829242 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-2ca61b36-d250-4f3c-b9dd-4afbd395cc84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722599 May 18 14:54:20.978241 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-35fd6ef7-5a06-42cb-8540-0385969e2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:54:20.979738 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-35fd6ef7-5a06-42cb-8540-0385969e2c17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1098 time: 0.0728788 May 18 14:54:21.134457 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-d27dc313-f107-4256-8677-ebbda0e00d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:54:21.135827 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-d27dc313-f107-4256-8677-ebbda0e00d22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1353002 May 18 14:54:21.245085 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-7c65272b-2a45-44a3-86e6-13c23290fbe6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 1000 time: 0.1018534 May 18 14:54:21.415108 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-5037f778-1e89-4c7e-901f-deaf321c371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:54:21.416492 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-5037f778-1e89-4c7e-901f-deaf321c371c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.1646335 May 18 14:54:21.505804 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-2b71d4a4-2901-4104-b916-b30db65fb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:54:21.507261 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-2b71d4a4-2901-4104-b916-b30db65fb055 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835507 May 18 14:54:21.650556 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-de19c14a-08e3-43bd-9fd6-99308f98970c service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364589 May 18 14:54:21.797695 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4c055c16-0e6e-4e11-8b2f-38e016cca8bf req-bacf8e13-9f8d-4119-84a0-cf9b3f16f364 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401312 May 18 14:54:33.330515 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f7d2-747f-4317-8b43-c0bbf068ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:35.551554 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:35.901990 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfeddfd0-cf10-4caf-9d0d-aacbc286f891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:37.048539 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:38.721222 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:38.776849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:54:47.312782 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:55:03.323163 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-70bf9cad-e83f-4d4e-869e-83b1c77f80c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:05.551437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:05.902277 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-248d7890-f02a-4c0e-8d9b-6ec1713ba8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:07.051284 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:08.739313 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:08.805374 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:22.850087 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-c06f160e-6dd2-4a78-b929-c43bbc43e5d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811651 May 18 14:55:23.003578 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b736c-d562-4bce-8966-7e88315778c7 req-8a2fb6a4-db5f-4963-a846-4ffecfde2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:23.005048 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-8a2fb6a4-db5f-4963-a846-4ffecfde2f8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 1098 time: 0.0846665 May 18 14:55:23.172468 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b736c-d562-4bce-8966-7e88315778c7 req-96a779a9-73f3-4916-b058-bf213121bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:23.173842 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-96a779a9-73f3-4916-b058-bf213121bbf0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1474459 May 18 14:55:23.286377 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-40796d96-d279-43c9-a6ec-06852c66f57e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 200 len: 1000 time: 0.1045649 May 18 14:55:23.349947 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b736c-d562-4bce-8966-7e88315778c7 req-0b022cfa-14db-47e3-9f32-55344901fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:23.351383 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-0b022cfa-14db-47e3-9f32-55344901fa8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0582738 May 18 14:55:23.432197 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b736c-d562-4bce-8966-7e88315778c7 req-7ecd12f4-258a-411a-9f86-e9275d0b2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:23.433566 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-7ecd12f4-258a-411a-9f86-e9275d0b2fee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759342 May 18 14:55:23.582261 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-4fd3848f-eef9-4ef1-b9f7-0a00331dbd2f service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416445 May 18 14:55:23.725303 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-399b736c-d562-4bce-8966-7e88315778c7 req-97dc39d6-5ee9-449f-9378-792a65f11ed6 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355014 May 18 14:55:24.317041 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:55:31.788295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4a902-7b15-4bb2-90e4-d7eed88da8f1 req-c00a4fd9-c438-4c05-b200-f402d6dc952a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:31.789807 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72e4a902-7b15-4bb2-90e4-d7eed88da8f1 req-c00a4fd9-c438-4c05-b200-f402d6dc952a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.1437185 May 18 14:55:31.837021 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72e4a902-7b15-4bb2-90e4-d7eed88da8f1 req-0f016afc-f079-4c19-bd80-0b11cc8b7df1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410974 May 18 14:55:33.133050 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cad29-1f01-4e9d-9c4a-9f9ad19a8273 req-a86108de-6243-41f0-91aa-b493d4be221a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:33.135456 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-013cad29-1f01-4e9d-9c4a-9f9ad19a8273 req-a86108de-6243-41f0-91aa-b493d4be221a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.1659384 May 18 14:55:33.189160 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-013cad29-1f01-4e9d-9c4a-9f9ad19a8273 req-61356589-272c-4928-a52c-382d4cc152b2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479298 May 18 14:55:33.329359 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bb349225-3361-469d-82ce-cc7fd938a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:33.474185 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-be48d3f0-b358-4099-bb2e-7d88cdaf442c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:33.476204 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-be48d3f0-b358-4099-bb2e-7d88cdaf442c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 945 time: 0.0992899 May 18 14:55:33.636087 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:55:33.636512 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:33.772470 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] For port 8d60f7e3-4926-4281-9675-d163d9c0b8b6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8d60f7e3-4926-4281-9675-d163d9c0b8b6,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:55:33.772745 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:34.167222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:34.167661 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:34.167989 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP 7657a562-dbe6-4c16-a703-5ce49e008c20 disassociated. External IP: 172.27.0.36, port: 8d60f7e3-4926-4281-9675-d163d9c0b8b6. May 18 14:55:34.168303 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for 8d60f7e3-4926-4281-9675-d163d9c0b8b6 owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:55:34.289628 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:34.297248 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-6370ae8f-e7e4-410a-8e05-ac07f26d1e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:34.376251 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=8d60f7e3-4926-4281-9675-d163d9c0b8b6,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:34.393365 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-060d554d-6c8c-492b-b6a4-08e7dc8d44af req-a03a0129-71f1-468e-9a4d-4277e61fc855 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 210 time: 0.0635614 May 18 14:55:34.452311 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.452691 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.453061 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.453422 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.453801 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.454488 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.454848 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.455227 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.455587 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.455937 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.456290 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.456638 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:34.464293 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:34.594755 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:55:34.785664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:55:34.798131 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:34.811951 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:55:34.813032 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:55:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:34.865465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] No DVR routers for this DVR port 8d60f7e3-4926-4281-9675-d163d9c0b8b6 on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:55:34.868129 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:34.870970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'name': 'network-vif-deleted', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:55:34.891144 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-84ac5ab9-e408-454f-a0a0-21e242549533 req-1de099a6-38e3-4bdc-9fb4-e8bc79e9ebd3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "DELETE /v2.0/ports/8d60f7e3-4926-4281-9675-d163d9c0b8b6 HTTP/1.1" status: 204 len: 173 time: 1.4083722 May 18 14:55:34.921329 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ab816-0b08-4081-98f2-50ac96f5fd67', 'name': 'network-vif-deleted', 'tag': '8d60f7e3-4926-4281-9675-d163d9c0b8b6', 'status': 'completed', 'code': 200} May 18 14:55:35.057197 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:55:35.390473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:35.394482 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:55:35.403375 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:55:35.403972 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:55:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:35.557541 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-55173b44-ee09-4e06-8e49-6ce188f7e8cf req-8a55fde4-a87f-447b-9e03-acd9ca83b4ff tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:55:35.577084 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-55173b44-ee09-4e06-8e49-6ce188f7e8cf req-8a55fde4-a87f-447b-9e03-acd9ca83b4ff tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:55:35.578442 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-55173b44-ee09-4e06-8e49-6ce188f7e8cf req-8a55fde4-a87f-447b-9e03-acd9ca83b4ff tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=105ab816-0b08-4081-98f2-50ac96f5fd67 HTTP/1.1" status: 200 len: 210 time: 0.0664785 May 18 14:55:35.580191 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:35.600054 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:55:35.899996 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-72affd1f-910f-4653-8fe3-2b672ed0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:35.919685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:35.923691 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec36c42-b925-4f02-a92c-b293d19d7b13 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:55:36.152121 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31113d6-e7da-4d6d-a785-0bad2f81da3d None None] New status for floating IP 7657a562-dbe6-4c16-a703-5ce49e008c20: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:55:36.913464 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-33dd3f3e-0d1e-4e6f-a27d-1aa7b31a884e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764849291&fields=id&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 267 time: 0.0447114 May 18 14:55:37.053472 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:37.072975 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-63629253-48d6-4d16-9dd7-11934144819d tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:37.074391 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-63629253-48d6-4d16-9dd7-11934144819d tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.1517949 May 18 14:55:37.092479 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-02d77e5b-b6ec-4451-9a2b-be7278e68bce tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/quotas/a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 375 time: 0.0092466 May 18 14:55:37.184590 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-d0449e6b-914b-4bec-827b-3b1259debf53 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843391 May 18 14:55:37.327406 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-4820821b-c92d-4eda-b4a3-68058fc4283b service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256928 May 18 14:55:37.430057 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d60f7e3-4926-4281-9675-d163d9c0b8b6 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:55:37.470043 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 8d60f7e3-4926-4281-9675-d163d9c0b8b6 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:55:37.470405 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 8d60f7e3-4926-4281-9675-d163d9c0b8b6 not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:55:37.570823 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-d340b417-bb4d-4179-8051-436026f87540 service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373621 May 18 14:55:38.740397 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:38.829465 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:39.031812 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-fc577c65-356d-4eef-8d49-f3f18d5ad85a req-08d68cdc-e290-4d98-8b3d-458f4dd26f1b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0424755 May 18 14:55:40.221066 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-9ad19e85-1046-45f9-b471-1cfde5623027 req-d4243a83-0695-4c56-8132-9ca779b52853 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0756440 May 18 14:55:40.343973 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-99018499-665a-4455-8927-53ba0cf0bb68 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:40.345422 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-99018499-665a-4455-8927-53ba0cf0bb68 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.1569419 May 18 14:55:40.405956 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-7d942368-638e-46c0-9866-53390019b9a5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 379 time: 0.0516696 May 18 14:55:40.421312 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'port': {'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'admin_state_up': True, 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'security_groups': ['b9faf8dc-21aa-4603-a81b-ffaeb29bc773']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:55:40.562430 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:55:40.572165 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:55:40.585675 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Made reservation on behalf of a09d309d161e4a83b3c10ca2e8895d2b for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:55:40.589303 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:40.758263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.20.0.6 (7634dac1-90e6-4a4b-b179-02b2099a5e7e/94ca80b0-7fc4-484e-a5d7-3c243952d3ea/c47e8660-8ed1-4536-8c63-8fee1efc6bad) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:40.962034 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:40.978965 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Transition to ACTIVE for port object c47e8660-8ed1-4536-8c63-8fee1efc6bad will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:55:41.003710 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.010477 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-52e6079d-33ce-4dee-8091-4e06d05faaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:41.078530 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:41.082150 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:41.086131 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:55:41.122977 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:41.127519 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:41.156394 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:41.157027 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.184997 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-380102d5-9b62-4620-98d5-9274e0c60a7f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696452 May 18 14:55:41.198524 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Request body: {'port': {'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:55:41.314122 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dd882fde-d1bc-4ff9-a2d9-bd893025dd6b None None] Provisioning for port c47e8660-8ed1-4536-8c63-8fee1efc6bad completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:55:41.314870 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.320609 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dd882fde-d1bc-4ff9-a2d9-bd893025dd6b None None] Provisioning complete for port c47e8660-8ed1-4536-8c63-8fee1efc6bad triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:55:41.321077 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dd882fde-d1bc-4ff9-a2d9-bd893025dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.376447 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dd882fde-d1bc-4ff9-a2d9-bd893025dd6b None None] Port c47e8660-8ed1-4536-8c63-8fee1efc6bad cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:55:41.416465 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da343e29-3a7d-4757-84f9-f55dbfc6df16 req-10796137-5e3f-42d5-91b0-496bba402fec tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:41.417917 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-da343e29-3a7d-4757-84f9-f55dbfc6df16 req-10796137-5e3f-42d5-91b0-496bba402fec tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 931 time: 0.0859487 May 18 14:55:41.463509 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-da343e29-3a7d-4757-84f9-f55dbfc6df16 req-4b9048e6-867b-4c41-ac64-5fac7fd42ee6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391753 May 18 14:55:41.669364 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47e8660-8ed1-4536-8c63-8fee1efc6bad {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:55:41.676585 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.692033 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Transition to ACTIVE for port object c47e8660-8ed1-4536-8c63-8fee1efc6bad will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:55:41.700085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:41.704263 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-50a33086-81de-404c-b018-d68308c1ae0d tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:41.829647 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:41.859659 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:42.036643 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Attempting to bind port c47e8660-8ed1-4536-8c63-8fee1efc6bad on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:55:42.037043 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Attempting to bind port c47e8660-8ed1-4536-8c63-8fee1efc6bad by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:55:42.037379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Attempting to bind port c47e8660-8ed1-4536-8c63-8fee1efc6bad on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:55:42.042066 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Port c47e8660-8ed1-4536-8c63-8fee1efc6bad on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:55:42.042376 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Attempting to bind port c47e8660-8ed1-4536-8c63-8fee1efc6bad on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:55:42.047596 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:55:42.047954 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:55:42.048332 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Bound using segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:55:42.048749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Bound port: c47e8660-8ed1-4536-8c63-8fee1efc6bad, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:55:42.049083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:42.144886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:55:42.147881 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:55:42.155049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:42.159823 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-91829258-e6bb-42e6-abf3-60cdb1aa34a8 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:42.208586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.208586 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:42.209897 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] 10.222.0.70 "PUT /v2.0/ports/c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 1093 time: 1.0163515 May 18 14:55:42.217935 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:55:42.246256 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:42.250437 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ffb94555-69e9-4350-9b8b-b8e6f0f77bf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:42.331401 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'status': 'completed', 'code': 200} May 18 14:55:42.334186 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-5d585bb4-1154-44c1-8efb-fd30eb719141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.335795 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-5d585bb4-1154-44c1-8efb-fd30eb719141 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1096 time: 0.0843041 May 18 14:55:42.408475 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-b9a0712c-99df-4b65-8c87-9357207fd721 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 217 time: 0.0620952 May 18 14:55:42.476664 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-4c27ac19-894f-402c-931b-d064e0d43e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.478010 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-4c27ac19-894f-402c-931b-d064e0d43e46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0633831 May 18 14:55:42.556501 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-a461c29a-6096-4324-928c-e8192f8c5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.557997 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-a461c29a-6096-4324-928c-e8192f8c5e48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737522 May 18 14:55:42.668457 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d18be-0b1d-443e-9631-47d25291d5a6 req-550e35b5-5eca-4138-bc64-aa141a7c8f24 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.669914 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-102d18be-0b1d-443e-9631-47d25291d5a6 req-550e35b5-5eca-4138-bc64-aa141a7c8f24 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0826430 May 18 14:55:42.695669 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-379ef405-715f-4ffc-99f1-975f182a03a3 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307778 May 18 14:55:42.719522 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-102d18be-0b1d-443e-9631-47d25291d5a6 req-bafc7775-4eb5-47e2-820a-4f4305aa13e3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 May 18 14:55:42.840938 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ea8d34e7-aa82-404f-a663-d128f0b70ed7 req-e6a542bc-0512-4980-b4d6-7ff52240103c service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383252 May 18 14:55:42.990339 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-03d5246b-d9e7-4dad-81a8-047396c73d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:42.991853 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-03d5246b-d9e7-4dad-81a8-047396c73d28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1096 time: 0.0789194 May 18 14:55:43.149083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-e94daa62-8265-4e96-9b82-3bd7c3b0c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:43.150430 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-e94daa62-8265-4e96-9b82-3bd7c3b0c6bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1517613 May 18 14:55:43.221548 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-021b36a1-d70f-4269-b1d3-bf5006468925 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 217 time: 0.0619693 May 18 14:55:43.302724 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-a41484d3-ced1-4937-937d-cde876cdc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:43.304928 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-a41484d3-ced1-4937-937d-cde876cdc28b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0766258 May 18 14:55:43.394149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-dfc58f26-c03a-4185-9f23-68df2eb3cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:43.395665 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-dfc58f26-c03a-4185-9f23-68df2eb3cb59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837088 May 18 14:55:43.543007 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-b3ba6618-9eea-49fb-9471-5eb070f9971c service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396163 May 18 14:55:43.686753 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-732df5f2-3b59-49d2-a910-0f60d9771a77 req-a4f23f2d-8092-47d6-8786-5c5e2a320bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357207 May 18 14:55:43.928142 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c90c3-5863-4825-a525-dc6652ba3132 req-6a3920a3-cf83-4658-9958-470fc7a9dd1c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:43.928735 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-6a9c90c3-5863-4825-a525-dc6652ba3132 req-6a3920a3-cf83-4658-9958-470fc7a9dd1c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:55:43.948045 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-6a9c90c3-5863-4825-a525-dc6652ba3132 req-6a3920a3-cf83-4658-9958-470fc7a9dd1c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:55:43.949226 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6a9c90c3-5863-4825-a525-dc6652ba3132 req-6a3920a3-cf83-4658-9958-470fc7a9dd1c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.1220195 May 18 14:55:44.089356 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-6a9c90c3-5863-4825-a525-dc6652ba3132 req-573b5f0a-f5e8-4c05-9404-4249eab23d23 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335187 May 18 14:55:45.297715 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f17fb-5144-4a65-b96e-4c15878e235c req-b1ded587-439d-4034-abf5-0d7bddf10737 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:45.299193 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a71f17fb-5144-4a65-b96e-4c15878e235c req-b1ded587-439d-4034-abf5-0d7bddf10737 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0924981 May 18 14:55:45.345882 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-a71f17fb-5144-4a65-b96e-4c15878e235c req-f48a3ff1-ebad-47f2-9533-b62bdd8ce26c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 May 18 14:55:46.542616 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0dd7d-ce52-4c47-91ce-9360556a23c9 req-a13ed33d-0603-49e3-9592-6f74d1466229 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:46.544133 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41f0dd7d-ce52-4c47-91ce-9360556a23c9 req-a13ed33d-0603-49e3-9592-6f74d1466229 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0860617 May 18 14:55:46.592602 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-41f0dd7d-ce52-4c47-91ce-9360556a23c9 req-e5f84692-b16a-461c-af7c-53fa525419a2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 May 18 14:55:47.798408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473894f-5be7-4b35-99c0-58996a6b1e36 req-4864d5d2-1528-4f0e-9c67-e7037288f0eb tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:47.799907 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6473894f-5be7-4b35-99c0-58996a6b1e36 req-4864d5d2-1528-4f0e-9c67-e7037288f0eb tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0910673 May 18 14:55:47.846209 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6473894f-5be7-4b35-99c0-58996a6b1e36 req-c81068bb-8329-4ff9-969e-459b73c80cda tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 May 18 14:55:49.046672 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260add-29c5-4433-b065-ca509ed268e8 req-d80b3547-f2b7-4416-ab6e-175548e255d9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:49.048136 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d0260add-29c5-4433-b065-ca509ed268e8 req-d80b3547-f2b7-4416-ab6e-175548e255d9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0843616 May 18 14:55:49.097540 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-d0260add-29c5-4433-b065-ca509ed268e8 req-7fe6f465-4d24-4c90-b66b-979329d6cacf tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 May 18 14:55:50.296739 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c9e7-683f-4280-8dc8-1562fe9c1b25 req-626d774b-b3e7-40ba-9ba8-9277c4ebd86a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:50.298200 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2935c9e7-683f-4280-8dc8-1562fe9c1b25 req-626d774b-b3e7-40ba-9ba8-9277c4ebd86a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0850754 May 18 14:55:50.349548 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2935c9e7-683f-4280-8dc8-1562fe9c1b25 req-a81fb9fe-ea5a-4417-828f-b1df2e237604 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453997 May 18 14:55:51.523772 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c47e8660-8ed1-4536-8c63-8fee1efc6bad details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:55:51.551624 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f9119-1a81-470a-b980-bcd1f24bf4f5 req-25157c36-64a8-4f31-aa0c-0e2d02378041 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:51.555118 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ff8f9119-1a81-470a-b980-bcd1f24bf4f5 req-25157c36-64a8-4f31-aa0c-0e2d02378041 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 943 time: 0.0899205 May 18 14:55:51.600026 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ff8f9119-1a81-470a-b980-bcd1f24bf4f5 req-d75df4fb-e6e1-4a30-9fa3-cd72e582b9a8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 May 18 14:55:51.668704 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:55:51.685599 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:55:51.778480 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:51.795168 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e8660-8ed1-4536-8c63-8fee1efc6bad {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:55:51.812160 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:55:51.817824 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:51.819665 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:51.889695 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:51.896933 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.897276 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.897616 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.897931 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.898259 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.898584 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.898906 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.899262 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.899585 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.899904 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.900229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.900540 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:51.904666 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:52.228935 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['c47e8660-8ed1-4536-8c63-8fee1efc6bad'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:55:52.811576 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af2fe-f5b6-4690-a5e0-1f6a64a0ead7 req-3ef3ef1e-0063-429e-925a-f1234a7285df tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:52.813053 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-107af2fe-f5b6-4690-a5e0-1f6a64a0ead7 req-3ef3ef1e-0063-429e-925a-f1234a7285df tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 944 time: 0.0924613 May 18 14:55:52.861606 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-107af2fe-f5b6-4690-a5e0-1f6a64a0ead7 req-898f40f6-744b-4143-b5ab-10666888cf53 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402138 May 18 14:55:53.555100 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c47e8660-8ed1-4536-8c63-8fee1efc6bad up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:55:53.633444 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port c47e8660-8ed1-4536-8c63-8fee1efc6bad completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:55:53.639781 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port c47e8660-8ed1-4536-8c63-8fee1efc6bad triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:55:53.640178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:53.761236 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:53.788178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:55:53.798499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:55:53.803985 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:53.805866 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:53.875781 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:53.879069 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:53.889980 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'code': 200} May 18 14:55:54.066599 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5865c23-42a3-487a-9b99-a913fe37cc6e req-c5901690-80e6-4a33-83ff-98f23d4b1ba7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:54.068163 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5865c23-42a3-487a-9b99-a913fe37cc6e req-c5901690-80e6-4a33-83ff-98f23d4b1ba7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.0990186 May 18 14:55:54.116822 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-e5865c23-42a3-487a-9b99-a913fe37cc6e req-64a20392-50d4-406b-b7a1-6d142932e0d3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 May 18 14:55:54.177575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9667-0f56-4dea-9583-77552e41a7b6 req-33d72a76-e2b4-4f29-9a9b-f252b184dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:54.179110 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebed9667-0f56-4dea-9583-77552e41a7b6 req-33d72a76-e2b4-4f29-9a9b-f252b184dec0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0729249 May 18 14:55:54.223471 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-ebed9667-0f56-4dea-9583-77552e41a7b6 req-4f4ed9fa-3223-42d1-a4d1-38702e74c4de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 May 18 14:55:55.339528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af22907-23b2-4c47-8302-3f5958852036 req-0b052403-1687-41f2-9386-1974cb01c541 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:55.341279 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8af22907-23b2-4c47-8302-3f5958852036 req-0b052403-1687-41f2-9386-1974cb01c541 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.1004810 May 18 14:55:55.390966 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8af22907-23b2-4c47-8302-3f5958852036 req-3b36db0d-9b1b-447a-9ca8-188475dfb50d tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 May 18 14:55:56.591572 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f851388-41c9-4045-92ff-592350ae5344 req-c1aa9051-307e-45dd-a40d-4439bfc1cb46 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:56.593040 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6f851388-41c9-4045-92ff-592350ae5344 req-c1aa9051-307e-45dd-a40d-4439bfc1cb46 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.0949674 May 18 14:55:56.643474 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-6f851388-41c9-4045-92ff-592350ae5344 req-fdac045e-960b-4d3e-8737-9815c2b46dae tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 May 18 14:55:56.843308 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5854c-c108-41ef-8dcf-2b916b2ea446 req-b9e1c1d5-a640-48c9-8d48-5a8e3393c926 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:56.844743 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-09c5854c-c108-41ef-8dcf-2b916b2ea446 req-b9e1c1d5-a640-48c9-8d48-5a8e3393c926 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.0855801 May 18 14:55:56.912157 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-09c5854c-c108-41ef-8dcf-2b916b2ea446 req-1a644441-0909-46f0-b2b4-3b7e3939e0d0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585482 May 18 14:55:56.942277 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47120) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:55:57.013350 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746be568-685c-4b4f-9217-01fdb598cd16 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:57.015308 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-746be568-685c-4b4f-9217-01fdb598cd16 tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1093 time: 0.0718458 May 18 14:55:57.019674 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47124) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:55:57.024901 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.v2.base [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:55:57.031388 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:55:57.035382 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:floatingip and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:55:57.038308 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.quota.resource [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:55:57.044780 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.quota.driver [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:55:57.057508 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:57.207887 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:57.357200 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_common [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.27.0.98 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/f50f55bc-cc93-43d7-800c-e506fe06ef72) {{(pid=91493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:55:57.612126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:57.647248 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:57.654228 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:57.718649 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:55:57.721536 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.base_scheduler [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:55:57.724206 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:55:57.762891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=f50f55bc-cc93-43d7-800c-e506fe06ef72,revision_number=1']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:57.778879 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.779287 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.779655 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.780106 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.780467 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.780828 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.781162 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.781539 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.781891 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.782246 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.782595 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.782937 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:55:57.786512 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:58.170850 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:58.257661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:58.464835 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:58.472565 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6492122'] for port, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:58.476586 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-1e0a4260-08dc-4ba1-845a-2c472bfe1fb2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:55:58.587266 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=f50f55bc-cc93-43d7-800c-e506fe06ef72,revision_number=2']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:55:58.590236 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:55:58.600871 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:58.785719 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.db.l3_db [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP ff1577cf-89fd-4beb-8561-7254a0c1a7b4 associated. External IP: 172.27.0.98, port: c47e8660-8ed1-4536-8c63-8fee1efc6bad. May 18 14:55:59.269968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:55:59.460973 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:55:59.472695 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:55:59.482041 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:55:59.482645 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:55:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:55:59.489942 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:55:59.548404 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7f634947-51b5-49b1-99a0-3627d9c611c6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5275190 May 18 14:55:59.548968 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad'}] {{(pid=91493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:55:59.595237 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'status': 'completed', 'code': 200} May 18 14:55:59.668439 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:55:59.692770 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-602b930a-5b67-42bb-ae00-3c1956694658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:59.694252 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-602b930a-5b67-42bb-ae00-3c1956694658 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0764632 May 18 14:55:59.829440 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-3e4c735b-b824-46a3-8f0c-6b91dcc255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:55:59.830791 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-3e4c735b-b824-46a3-8f0c-6b91dcc255fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1303809 May 18 14:55:59.936195 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-6f20b3af-08e0-4213-8e68-6814d77fbba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 998 time: 0.0977314 May 18 14:56:00.007743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-540f3308-725d-4682-95fb-f2787fe81276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:00.009168 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-540f3308-725d-4682-95fb-f2787fe81276 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0627043 May 18 14:56:00.017116 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:55:58Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:00.021179 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:56:00.029593 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:56:00.030329 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:55:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:00.085806 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-b769147e-290e-4a46-a14a-170b01eef031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:00.087358 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-b769147e-290e-4a46-a14a-170b01eef031 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709441 May 18 14:56:00.209145 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:56:00.221387 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-4ca8625d-acb1-4bc6-9cda-680577db70a9 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270213 May 18 14:56:00.356521 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b7864bf2-3a73-4d1f-bf81-6e5ad55bad43 req-9dc4ca1a-31dd-4c98-b02e-8eacb113fda0 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285675 May 18 14:56:00.607376 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:55:58Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:56:00.611443 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186aa89-47dc-4d2e-af8b-7fe616614ee7 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:55:58Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:56:00.787920 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f45f19b-bce9-41dd-bcf3-a0e270c6784d None None] New status for floating IP ff1577cf-89fd-4beb-8561-7254a0c1a7b4: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:56:01.316540 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:56:03.317459 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-646cb75f-e245-43a7-867e-a5d3b3e866dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:05.551077 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:05.900742 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-c647bbc2-635b-4b7a-bbd1-6872a73f15f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:07.067729 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:08.787390 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:08.829981 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:22.852327 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-c720ed1e-c4fb-4735-888f-8f5067fd2c68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832229 May 18 14:56:23.008247 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-4f6a44b4-9108-458a-a71b-698708956ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:23.009760 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-4f6a44b4-9108-458a-a71b-698708956ec1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0793827 May 18 14:56:23.249632 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-0e5e6944-e1b9-4eff-83b4-ed32f571f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:23.251858 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-0e5e6944-e1b9-4eff-83b4-ed32f571f9d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.2215972 May 18 14:56:23.357584 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-be254c89-8a14-426d-a8f1-83fc24f0c073 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 1000 time: 0.0976110 May 18 14:56:23.427510 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-6111595b-5c0c-4c4d-9268-85425033a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:23.429470 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-6111595b-5c0c-4c4d-9268-85425033a588 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0638056 May 18 14:56:23.520678 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-08f380a2-e6d9-4061-a5c2-4c6044b978de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:56:23.522072 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-08f380a2-e6d9-4061-a5c2-4c6044b978de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866795 May 18 14:56:23.660064 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-05a3ede0-4c94-4465-be4c-48077f95f628 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306641 May 18 14:56:23.794290 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-c459c895-f7da-4c75-9684-3c6cbae0802d req-10144e78-173d-45a4-835a-6b46ccc61bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268725 May 18 14:56:33.317067 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-203bf5e0-08b5-4a5d-a629-68eb9d1673cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:35.556988 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:35.899792 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6e6381de-5dbc-4402-a6fb-388c1007c01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:37.070630 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:38.320362 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:56:38.737528 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:56:38.837357 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:03.320818 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-79eae7c6-bb30-4a9e-8fe0-3532a62ebebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:05.562347 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:05.896953 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-856f127c-9b58-49cd-ac5e-e3487fec5175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:07.064903 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:08.740826 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:08.832582 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:15.323300 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:57:24.836398 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-f00b47da-c65d-4176-9e0f-e9d2665dcefb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832548 May 18 14:57:24.988713 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-11371868-434b-4dd7-ac47-64c94f9fef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:57:24.990391 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-11371868-434b-4dd7-ac47-64c94f9fef4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0818059 May 18 14:57:25.143690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-bfe77726-34b6-4c4f-ba6a-24ec072dcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:57:25.145024 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-bfe77726-34b6-4c4f-ba6a-24ec072dcbc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1296959 May 18 14:57:25.259655 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-33ce1a53-2eec-4c2e-8d7f-7595e8d76575 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 1000 time: 0.1073117 May 18 14:57:25.327106 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-0ddff061-6df4-4860-b331-83591ec3770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:57:25.328857 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-0ddff061-6df4-4860-b331-83591ec3770c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0624726 May 18 14:57:25.411596 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-6f736970-4d16-424e-b8fb-820ed4948d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:57:25.413560 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-6f736970-4d16-424e-b8fb-820ed4948d06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782824 May 18 14:57:25.562642 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-80e9282d-b6a0-45e3-aa51-ecbd74b295f0 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413820 May 18 14:57:25.710517 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-11000948-906a-4491-bb1a-434fb5edbcb3 req-49247101-8aaf-4f5c-8e31-17e090a81545 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410348 May 18 14:57:33.326623 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-442c5379-cb0b-4c58-a39b-c069bf81b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:35.559888 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:35.907408 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-22b051e0-389c-410b-a385-9183d0415629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:37.076233 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:38.743946 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:38.835715 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:57:52.326768 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:58:01.333130 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-c8a9a56a-69f2-4499-83b3-9eebc9c3f506 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764849291&fields=id&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 267 time: 0.0429409 May 18 14:58:01.496296 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-c083b666-4b5f-465c-817d-ceabae94110a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:01.497739 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-c083b666-4b5f-465c-817d-ceabae94110a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.1545997 May 18 14:58:01.513526 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-dc2dfac3-c53c-4b82-8276-1cfffb0ef169 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/quotas/a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 375 time: 0.0094249 May 18 14:58:01.710979 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-1ffa5b5a-375f-4192-85a2-ac7424cf90cc tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1924396 May 18 14:58:01.902947 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-8845ffe1-7213-4462-bafd-4d0615c103f3 service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798162 May 18 14:58:02.048331 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-e1679869-56d4-48b3-9f0c-af2ba2c2257b service neutron] 10.222.0.63 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359665 May 18 14:58:02.492136 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-b7a2a8f2-ad91-4633-a90a-6b8aa11d7cb9 req-2cb92319-9c47-4acd-b0c3-41b7f24062ff tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 210 time: 0.0445805 May 18 14:58:03.317418 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-893fb71f-ff75-4ddc-961b-a5e514dd0fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:03.610923 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-13c77764-b244-4f77-9bf3-ba8e81f00e7d tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:03.612367 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-13c77764-b244-4f77-9bf3-ba8e81f00e7d tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 812 time: 0.1615727 May 18 14:58:03.673125 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-e9110e6d-cb65-4bf4-8d8e-8c170aa89f6f req-93a4f04f-0423-40d8-824d-25c4bd44e564 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 210 time: 0.0597446 May 18 14:58:03.701015 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-b87c81a5-3134-4df7-b1fb-e5d05c5ecd57 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09d309d161e4a83b3c10ca2e8895d2b HTTP/1.1" status: 200 len: 379 time: 0.0523975 May 18 14:58:03.710600 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'port': {'device_id': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'admin_state_up': True, 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'security_groups': ['b9faf8dc-21aa-4603-a81b-ffaeb29bc773']}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:58:03.851552 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:58:03.861614 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:58:03.874111 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Made reservation on behalf of a09d309d161e4a83b3c10ca2e8895d2b for: {'port': 1} {{(pid=91494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:58:03.877551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.047409 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.20.0.9 (7634dac1-90e6-4a4b-b179-02b2099a5e7e/94ca80b0-7fc4-484e-a5d7-3c243952d3ea/10644fe3-b452-471f-bf6f-a4ca01b0da3e) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:04.238017 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.254356 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Transition to ACTIVE for port object 10644fe3-b452-471f-bf6f-a4ca01b0da3e will not be triggered until provisioned by entity DHCP. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:58:04.280112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.286240 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:04.364222 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:04.365363 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:04.369301 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:58:04.411476 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:04.429549 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.429920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.430284 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.430646 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.431018 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.431378 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.431731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.432082 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.432432 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.432776 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.433122 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.433465 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:04.439700 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:04.456202 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:04.456725 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.483800 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-5c568893-4161-4604-93f1-072fadd5168e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768545 May 18 14:58:04.497089 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Request body: {'port': {'device_id': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:58:04.610398 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-7e5f61bc-b698-4b81-9450-9fdf4a0cc29c None None] Provisioning for port 10644fe3-b452-471f-bf6f-a4ca01b0da3e completed by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:58:04.615189 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-7e5f61bc-b698-4b81-9450-9fdf4a0cc29c None None] Provisioning complete for port 10644fe3-b452-471f-bf6f-a4ca01b0da3e triggered by entity DHCP. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:58:04.615569 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7e5f61bc-b698-4b81-9450-9fdf4a0cc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.618288 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:04.667331 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f61bc-b698-4b81-9450-9fdf4a0cc29c None None] Port 10644fe3-b452-471f-bf6f-a4ca01b0da3e cannot update to ACTIVE because it is not bound. {{(pid=91495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:58:04.863051 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65c79-cd6f-401b-bcee-04e0512ab6fd req-10837823-4dfa-4ab6-9d85-3f08c24524f4 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:04.864569 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-90d65c79-cd6f-401b-bcee-04e0512ab6fd req-10837823-4dfa-4ab6-9d85-3f08c24524f4 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 931 time: 0.0825863 May 18 14:58:04.913272 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-90d65c79-cd6f-401b-bcee-04e0512ab6fd req-a5a79a8c-bf5a-4e8d-9881-071214129fb0 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 May 18 14:58:05.063806 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10644fe3-b452-471f-bf6f-a4ca01b0da3e {{(pid=91494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:58:05.071640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.092132 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.provisioning_blocks [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Transition to ACTIVE for port object 10644fe3-b452-471f-bf6f-a4ca01b0da3e will not be triggered until provisioned by entity L2. {{(pid=91494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:58:05.098645 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.102731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d0423d67-1119-4782-9399-1218b1092c9f tempest-VolumesNegativeTest-382917109 tempest-VolumesNegativeTest-382917109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:05.227116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Pushing event updated for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:05.256564 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:05.337163 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Attempting to bind port 10644fe3-b452-471f-bf6f-a4ca01b0da3e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:58:05.337509 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Attempting to bind port 10644fe3-b452-471f-bf6f-a4ca01b0da3e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:58:05.337823 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Attempting to bind port 10644fe3-b452-471f-bf6f-a4ca01b0da3e on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:58:05.342874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Port 10644fe3-b452-471f-bf6f-a4ca01b0da3e on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:58:05.343239 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Attempting to bind port 10644fe3-b452-471f-bf6f-a4ca01b0da3e on network 7634dac1-90e6-4a4b-b179-02b2099a5e7e {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:58:05.348617 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Checking agent: {'id': '118da2e6-cdb3-4dfe-bf39-20d26d428db6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'started_at': datetime.datetime(2021, 5, 18, 14, 36, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:58:05.348924 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Checking segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:58:05.349309 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Bound using segment: {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'} {{(pid=91494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:58:05.349731 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.managers [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Bound port: 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f71fe5a-edff-463e-a9ec-531cea4cdf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e'}}] {{(pid=91494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:58:05.350078 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.443478 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, cleared binding levels {{(pid=91494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:58:05.446477 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:58:05.454569 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.458329 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-9bd43d5c-a9ef-4d2a-ad54-30f0966a1b12 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:05.515694 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:05.516267 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.517704 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] 10.222.0.70 "PUT /v2.0/ports/10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 1093 time: 1.0249445 May 18 14:58:05.518151 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:58:05.549482 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Pushing event updated for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=3']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:05.556138 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:05.571245 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'status': 'completed', 'code': 200} May 18 14:58:05.579633 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:05.650322 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-8cfa8380-c69f-44d5-b5d7-6d1d233bc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:05.651837 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-8cfa8380-c69f-44d5-b5d7-6d1d233bc6da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1096 time: 0.0770264 May 18 14:58:05.728387 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-39effaf4-0311-4817-b9bb-eaf77a68a4ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 217 time: 0.0682714 May 18 14:58:05.795499 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-d6650c88-9c6c-4b7a-a4fb-e2fef955af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:05.796882 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-d6650c88-9c6c-4b7a-a4fb-e2fef955af3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0620630 May 18 14:58:05.875428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e357-6772-4611-893a-515a6f065985 req-e2d0a8a2-15db-44c4-9594-064279f71199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:05.876887 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-e2d0a8a2-15db-44c4-9594-064279f71199 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732646 May 18 14:58:05.902229 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-da301a8f-7fab-4bd8-bbae-f2dfc8221564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:06.016979 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-03ee9916-9fd5-4855-8ceb-c33b61b06b41 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327157 May 18 14:58:06.096811 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d94e8-49f7-4481-a8f0-ef3516a924f3 req-39fe52b3-7ae6-4de8-8eac-c74ab68bb7bb tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:06.098262 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-755d94e8-49f7-4481-a8f0-ef3516a924f3 req-39fe52b3-7ae6-4de8-8eac-c74ab68bb7bb tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0797317 May 18 14:58:06.143241 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-755d94e8-49f7-4481-a8f0-ef3516a924f3 req-22fd2813-cbab-40e4-bb09-1cc2fada56b4 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390506 May 18 14:58:06.152954 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-3dd4e357-6772-4611-893a-515a6f065985 req-a4a19fee-bcda-44f8-8dc5-093c27493e22 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289277 May 18 14:58:06.292315 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652067-4a16-4730-98f9-1fdc3e443aee req-04b74d51-113a-4b66-89b9-3a406ace0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:06.293677 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-04b74d51-113a-4b66-89b9-3a406ace0c22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1096 time: 0.0772860 May 18 14:58:06.427137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652067-4a16-4730-98f9-1fdc3e443aee req-5fe41dc9-f951-489b-b35f-63b98c71a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:06.428564 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-5fe41dc9-f951-489b-b35f-63b98c71a5a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1269932 May 18 14:58:06.499796 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-f3d05472-e502-47a4-a017-d0884bab69b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 217 time: 0.0641143 May 18 14:58:06.569057 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652067-4a16-4730-98f9-1fdc3e443aee req-40d57e76-1c1b-49a6-bc92-de18e3a51b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:06.570544 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-40d57e76-1c1b-49a6-bc92-de18e3a51b01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0636854 May 18 14:58:06.653070 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652067-4a16-4730-98f9-1fdc3e443aee req-5a99690b-3e1c-4608-adae-3356dcc7e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:06.654539 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-5a99690b-3e1c-4608-adae-3356dcc7e858 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767787 May 18 14:58:06.887659 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-1a54fc4b-b32d-4751-bc23-bef680d4be35 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248726 May 18 14:58:07.026331 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-72652067-4a16-4730-98f9-1fdc3e443aee req-ca88f910-662e-42f4-869a-867f077e2c62 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302843 May 18 14:58:07.074245 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:07.343358 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2655e86-a55c-4c3f-a045-92a06caa8341 req-f0dd0d17-dff0-410a-8abd-2f28127c91c7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:07.344054 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a2655e86-a55c-4c3f-a045-92a06caa8341 req-f0dd0d17-dff0-410a-8abd-2f28127c91c7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:58:07.362172 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-a2655e86-a55c-4c3f-a045-92a06caa8341 req-f0dd0d17-dff0-410a-8abd-2f28127c91c7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:58:07.363596 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a2655e86-a55c-4c3f-a045-92a06caa8341 req-f0dd0d17-dff0-410a-8abd-2f28127c91c7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.1059380 May 18 14:58:07.419292 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a2655e86-a55c-4c3f-a045-92a06caa8341 req-5498ebb0-f93c-42c4-b2a4-de6786210ed2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494037 May 18 14:58:08.624126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc812b6-fcaa-4c21-9e4e-7e43899639f8 req-1b092736-02d2-4559-a8a9-ca5d1b9a14b6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:08.625826 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ebc812b6-fcaa-4c21-9e4e-7e43899639f8 req-1b092736-02d2-4559-a8a9-ca5d1b9a14b6 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0903168 May 18 14:58:08.672750 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-ebc812b6-fcaa-4c21-9e4e-7e43899639f8 req-d6bb5f78-3732-45e6-8be9-1cb09f8f8344 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 May 18 14:58:08.797189 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:08.852119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:09.887395 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44527472-46e0-4182-99a7-197b727e3f22 req-1ed0462d-99ad-44c4-9dae-c9aff3500f68 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:09.888797 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-44527472-46e0-4182-99a7-197b727e3f22 req-1ed0462d-99ad-44c4-9dae-c9aff3500f68 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0964479 May 18 14:58:09.935449 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-44527472-46e0-4182-99a7-197b727e3f22 req-8e3ca2bb-9ac3-42e3-acd8-303c3a188a38 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407827 May 18 14:58:11.144960 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a84578-d843-4374-9fbb-f4e37ce09c4e req-f33763c2-d665-4ccb-8443-d6922eb6ae45 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:11.146418 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76a84578-d843-4374-9fbb-f4e37ce09c4e req-f33763c2-d665-4ccb-8443-d6922eb6ae45 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0961332 May 18 14:58:11.195104 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-76a84578-d843-4374-9fbb-f4e37ce09c4e req-580ed571-28df-4fa3-b957-de17cd4c4ff2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 May 18 14:58:12.415658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3918ff-bb89-4581-ab89-69865561cfd5 req-6e9481fa-04fd-40ce-a926-b24a2dc715af tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:12.417105 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a3918ff-bb89-4581-ab89-69865561cfd5 req-6e9481fa-04fd-40ce-a926-b24a2dc715af tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.1053665 May 18 14:58:12.471690 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-4a3918ff-bb89-4581-ab89-69865561cfd5 req-a56f7031-d398-4e44-b08c-480d25f7cc0c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486934 May 18 14:58:13.680329 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839d9a4-2057-45cc-8891-59efdf501409 req-73f26e97-e7f9-482c-80ba-90c1560bf4f2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:13.681845 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2839d9a4-2057-45cc-8891-59efdf501409 req-73f26e97-e7f9-482c-80ba-90c1560bf4f2 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0930285 May 18 14:58:13.736756 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-2839d9a4-2057-45cc-8891-59efdf501409 req-434eb587-6f39-49f2-bb6a-721f34ae9c94 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464087 May 18 14:58:14.947238 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd38d3f-0f32-4bc2-94fa-f04b15635d0c req-372fdd72-1168-4053-a7cf-5f08c4f19ca1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:14.948617 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acd38d3f-0f32-4bc2-94fa-f04b15635d0c req-372fdd72-1168-4053-a7cf-5f08c4f19ca1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0853875 May 18 14:58:14.996318 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-acd38d3f-0f32-4bc2-94fa-f04b15635d0c req-5a3c99f5-d9ac-4680-945d-290b752aeb95 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387969 May 18 14:58:16.200821 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910caca8-da4d-4bfc-b48a-7a159c53e5a7 req-ca95db3d-90d3-4af5-8136-100aea64c91f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:16.202271 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-910caca8-da4d-4bfc-b48a-7a159c53e5a7 req-ca95db3d-90d3-4af5-8136-100aea64c91f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 943 time: 0.0865517 May 18 14:58:16.260702 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-910caca8-da4d-4bfc-b48a-7a159c53e5a7 req-fc18c499-d8a9-44ad-9164-e51efde88817 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503719 May 18 14:58:16.301793 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 10644fe3-b452-471f-bf6f-a4ca01b0da3e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:58:16.440286 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:58:16.453992 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Returning: {'device': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'port_id': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'mac_address': 'fa:16:3e:9c:5c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:58:16.529838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:16.547679 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10644fe3-b452-471f-bf6f-a4ca01b0da3e {{(pid=91495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:58:16.563282 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:58:16.569627 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:16.572590 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:16.643624 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=4']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:16.652062 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.652416 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.652760 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.653106 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.653434 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.653762 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.654123 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.654452 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.654777 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.655112 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.655438 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.655760 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:58:16.659938 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:16.912858 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] get_ports_and_sgs() called for port_ids ['10644fe3-b452-471f-bf6f-a4ca01b0da3e'] {{(pid=91495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:58:17.464575 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6032f6b-978b-4a10-bfa9-e9ce101387fb req-8f67121b-a9a5-410b-852c-e37183c6b662 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:17.466036 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f6032f6b-978b-4a10-bfa9-e9ce101387fb req-8f67121b-a9a5-410b-852c-e37183c6b662 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 944 time: 0.0933449 May 18 14:58:17.516757 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-f6032f6b-978b-4a10-bfa9-e9ce101387fb req-40323636-d96e-4a75-b708-9a6f00b15df4 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 May 18 14:58:18.317950 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 10644fe3-b452-471f-bf6f-a4ca01b0da3e up at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:58:18.424430 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning for port 10644fe3-b452-471f-bf6f-a4ca01b0da3e completed by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:58:18.429473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.provisioning_blocks [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Provisioning complete for port 10644fe3-b452-471f-bf6f-a4ca01b0da3e triggered by entity L2. {{(pid=91495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:58:18.429845 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1556654'] for port, provisioning_complete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:18.549576 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:18.579456 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e'}] {{(pid=91495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:58:18.590184 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:58:18.597698 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986'] for port, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:18.599761 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dff87497-011c-4afa-b4f3-fbab7088e098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:18.630003 dv-cinder-787195-7-iscsi neutron-server[91495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'code': 200} May 18 14:58:18.670939 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Pushing event updated for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=5']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:18.674012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:18.724420 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af7e66-c64a-40f0-9f8a-d098f5ec62a1 req-0e6a420d-ea43-482f-9927-4d8bb44eb160 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:18.726070 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f9af7e66-c64a-40f0-9f8a-d098f5ec62a1 req-0e6a420d-ea43-482f-9927-4d8bb44eb160 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.0957425 May 18 14:58:18.778588 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-f9af7e66-c64a-40f0-9f8a-d098f5ec62a1 req-dc30db27-9aba-4fa3-90b5-0aeba19f0413 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462065 May 18 14:58:18.919658 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86bf5-4aee-4b37-85fa-a7da4d574526 req-5b6b0f64-4abd-4eb7-b70b-e645db1eaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:18.921002 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-10a86bf5-4aee-4b37-85fa-a7da4d574526 req-5b6b0f64-4abd-4eb7-b70b-e645db1eaaa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1098 time: 0.0746462 May 18 14:58:18.973907 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-10a86bf5-4aee-4b37-85fa-a7da4d574526 req-90d772a6-db0a-487d-a216-7bacb02a8b96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454252 May 18 14:58:19.984556 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf944a-32a9-4d9c-9762-4dd899665cc3 req-309707e0-1261-4b0e-a569-6c605f4e9b6a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:19.986007 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51bf944a-32a9-4d9c-9762-4dd899665cc3 req-309707e0-1261-4b0e-a569-6c605f4e9b6a tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.0908701 May 18 14:58:20.036904 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-51bf944a-32a9-4d9c-9762-4dd899665cc3 req-896e1776-66b9-47c6-9186-7a3f5e174a25 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437596 May 18 14:58:21.239088 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c9bee-c449-43e2-9074-3bfa1b65b69e req-09d01e04-ba86-4965-842f-ebf5d0532d58 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:21.240457 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7e3c9bee-c449-43e2-9074-3bfa1b65b69e req-09d01e04-ba86-4965-842f-ebf5d0532d58 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.0865238 May 18 14:58:21.287684 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-7e3c9bee-c449-43e2-9074-3bfa1b65b69e req-93825cb2-874e-4009-be84-488057b47211 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 May 18 14:58:21.508086 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3d340-e7c3-4bf4-9d85-92d7a235f34e req-adf403da-fab6-4abc-8712-076dbb150354 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:21.509468 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b5c3d340-e7c3-4bf4-9d85-92d7a235f34e req-adf403da-fab6-4abc-8712-076dbb150354 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.1081271 May 18 14:58:21.556583 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-b5c3d340-e7c3-4bf4-9d85-92d7a235f34e req-d89a9858-8ae9-4de1-bab0-663d06010c43 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 May 18 14:58:21.589618 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47272) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:58:21.715949 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6ace9-2681-4bc9-9053-ca4eeaa24c8c tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:21.717427 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-85a6ace9-2681-4bc9-9053-ca4eeaa24c8c tempest-TestVolumeBootPattern-1559478466 tempest-TestVolumeBootPattern-1559478466-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1093 time: 0.1266088 May 18 14:58:21.721777 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47278) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:58:21.726749 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.v2.base [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Request body: {'floatingip': {'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'port_id': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:58:21.732767 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:58:21.736698 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Usage tracker for resource:floatingip and tenant:a09d309d161e4a83b3c10ca2e8895d2b is out of sync, need to count used quota {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:58:21.739764 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:58:21.745601 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.quota.driver [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:58:21.759229 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:21.909034 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:22.063799 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.db_base_plugin_common [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Allocated IP 172.27.0.224 (76e8a963-00c3-4811-90aa-e68e9153fe93/fe2d310c-93c9-4ab6-96e6-eedba281961f/bb2cea54-bdf7-4936-97f0-4da5654d246d) {{(pid=91494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:58:22.238380 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:22.271849 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779102522615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:22.276252 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-d2fbd76c-655f-4fe2-b922-c03d95f5e178 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:22.335457 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Network 76e8a963-00c3-4811-90aa-e68e9153fe93 is already hosted by enough agents. {{(pid=91494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:58:22.338181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.base_scheduler [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Resources bound (agent type, host, resource id): {{(pid=91494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:58:22.341764 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Received port after_create {{(pid=91494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:58:22.380236 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=bb2cea54-bdf7-4936-97f0-4da5654d246d,revision_number=1']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:22.384267 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:22.879049 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:22.962348 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651376'] for port, before_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:23.179120 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for port, precommit_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:23.189239 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779102940335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779102524941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779102524986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6639170'] for port, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:23.193076 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-c9aeb70d-8bac-43a4-ad31-2edac4c87519 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:58:23.297339 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event updated for resources: {'Port': ['ID=bb2cea54-bdf7-4936-97f0-4da5654d246d,revision_number=2']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:58:23.301636 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:58:23.310066 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397511'] for floatingip, after_update {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:23.488430 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP 58e84279-926e-4507-8bb8-d8f9a9ce98f1 associated. External IP: 172.27.0.224, port: 10644fe3-b452-471f-bf6f-a4ca01b0da3e. May 18 14:58:23.852761 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:58:24.146413 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:58:24.157045 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:58:24.167714 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:58:24.168398 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:58:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:24.172696 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:24.228148 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5053935 May 18 14:58:24.228871 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:58:24.274270 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'status': 'completed', 'code': 200} May 18 14:58:24.352113 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:58:24.408128 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-de8d1646-24fa-4418-8ae9-4eee5bf10598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:24.409612 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-de8d1646-24fa-4418-8ae9-4eee5bf10598 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1098 time: 0.1137981 May 18 14:58:24.548583 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-cca098b7-95af-4542-999c-319ea0659be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:24.550925 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-cca098b7-95af-4542-999c-319ea0659be8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1342683 May 18 14:58:24.658498 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-21b9c052-86a6-4da6-9258-37696e6bd02d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 999 time: 0.1015735 May 18 14:58:24.713597 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '58e84279-926e-4507-8bb8-d8f9a9ce98f1', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:58:22Z', 'updated_at': '2021-05-18T14:58:22Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}, {'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:24.717549 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:58:24.726700 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:58:24.727371 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T14:58:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:24.728733 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-67f24bd2-d171-412f-a8c0-13f4e520232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:24.730176 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-67f24bd2-d171-412f-a8c0-13f4e520232b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0656209 May 18 14:58:24.811847 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-751a12de-b8e6-4558-881b-5e84e349de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:24.813311 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-751a12de-b8e6-4558-881b-5e84e349de53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757029 May 18 14:58:24.824085 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-05dd0a30-03cc-493b-8602-9e6ce4f58009 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:58:24.825022 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-05dd0a30-03cc-493b-8602-9e6ce4f58009 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050533 May 18 14:58:24.913526 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:58:24.961037 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-dddd5c9c-f1a3-4f5e-8640-27761c4361ab service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294813 May 18 14:58:25.103284 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-61b0aa4e-0b80-480c-8df7-bdd11c22f9a1 req-dc40ae64-9f0f-486e-ae5b-f3e05204a24c service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351995 May 18 14:58:25.298982 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '58e84279-926e-4507-8bb8-d8f9a9ce98f1', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:58:22Z', 'updated_at': '2021-05-18T14:58:22Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}, {'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:58:25.303536 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ee33-94e6-4e78-a48f-63a930e9bc55 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': '58e84279-926e-4507-8bb8-d8f9a9ce98f1', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:58:22Z', 'updated_at': '2021-05-18T14:58:22Z', 'revision_number': 0, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}, {'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:58:25.519765 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e6579-4914-4c9d-a290-03151bc0bd13 None None] New status for floating IP 58e84279-926e-4507-8bb8-d8f9a9ce98f1: ACTIVE {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:58:26.407652 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-a7ad2e58-2864-4809-8f73-2e3b4b11ca48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743756 May 18 14:58:26.556970 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-a7f0320a-33d4-4711-8a1b-8a4e0471278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:26.558772 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-a7f0320a-33d4-4711-8a1b-8a4e0471278a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0811381 May 18 14:58:26.712828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-0a2c90ba-5919-46f5-b6c3-4268800dd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:26.714258 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-0a2c90ba-5919-46f5-b6c3-4268800dd312 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1299260 May 18 14:58:26.821477 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-1a51ddcd-356e-4d21-b2cc-0edd8eab583a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 1000 time: 0.1003447 May 18 14:58:26.889058 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-bf29e5a5-e890-441c-9982-8a535777606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:26.890480 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-bf29e5a5-e890-441c-9982-8a535777606c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0627694 May 18 14:58:26.968827 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-2b5470f1-3802-4fbe-ae26-523ddf3fb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:58:26.970370 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-2b5470f1-3802-4fbe-ae26-523ddf3fb90f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731523 May 18 14:58:27.104193 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-a4820563-acd4-42cb-9f38-e8a8abe0c5e3 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271074 May 18 14:58:27.342088 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-01e2b796-428f-4f85-95ae-db76050b47e2 req-6db1c56f-4305-427f-94ff-5b69b2e2973f service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306080 May 18 14:58:29.331677 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:58:33.319406 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f88be141-2101-4507-b4ce-32466413b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:35.555821 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:35.918142 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cb86af11-d16a-4676-8eac-610dc36aa787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:37.077090 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:38.792100 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:58:38.862274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:03.322424 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-3199dec1-c8b2-46a2-9895-59d57368300b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:05.552849 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:05.907932 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e789-1da1-4cdb-b9f4-43f6f7bd8e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:06.334426 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:59:07.080473 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:08.754499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:08.865428 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:27.876974 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-25ec091e-4712-4c8f-8a91-870274de931b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747528 May 18 14:59:27.986041 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-3ffbe9fe-f93e-4752-a083-aab15b0c0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:59:27.987577 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-3ffbe9fe-f93e-4752-a083-aab15b0c0fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1098 time: 0.0837603 May 18 14:59:28.137310 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-ec0aad5d-12ac-4673-8aed-aed3bb00cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:59:28.138657 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-ec0aad5d-12ac-4673-8aed-aed3bb00cb60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1310077 May 18 14:59:28.247786 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-041ce4a4-73f7-4445-a86b-cae0bca493a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 1001 time: 0.1004982 May 18 14:59:28.312900 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-6f0350f1-bf76-42d0-94ca-9f2ea29566e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:59:28.314284 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-6f0350f1-bf76-42d0-94ca-9f2ea29566e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0599599 May 18 14:59:28.403115 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-8303d627-ae08-4e17-b9aa-eeda3e3cf789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:59:28.404506 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-8303d627-ae08-4e17-b9aa-eeda3e3cf789 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833788 May 18 14:59:28.547023 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-75368b54-622f-4c70-b6f1-065f4f1d7e20 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350820 May 18 14:59:28.688963 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-316bac4f-ca22-4e80-85d4-423dc5ccbc0b req-0630dc7e-aab6-40f5-96f8-5e4dd8b89807 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346409 May 18 14:59:33.319125 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7c688879-e00d-454c-b60c-a845b4704c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:35.556419 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:35.907583 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5409-6dc2-47d2-b307-aba968fe1366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:36.596116 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-45f2f049-115b-4857-9d9b-c415e2cdb1e6 req-9e7ef9d7-b61e-4b81-88d1-385880d891fa service neutron] (91494) timed out ('10.222.0.63', 41270) {{(pid=91494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:59:37.089704 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:38.760893 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:38.864918 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:59:43.338820 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:00:03.315998 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-315c8463-bcea-4236-a9c1-50f65784b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:05.557933 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:05.914084 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-774e6131-61b5-4839-9860-c7682778c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:07.087176 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:08.825212 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:08.938842 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:13.450323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47312) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:13.739932 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port bb2cea54-bdf7-4936-97f0-4da5654d246d {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:13.740194 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:13.865633 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:13.865929 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:13.990597 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for bb2cea54-bdf7-4936-97f0-4da5654d246d owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:14.122289 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:14.126045 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-772dff57-a300-4106-ae12-d2712121def7 tempest-AttachVolumeShelveTestJSON-649991641 tempest-AttachVolumeShelveTestJSON-649991641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:14.270181 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=bb2cea54-bdf7-4936-97f0-4da5654d246d,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:14.311373 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.311741 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.312101 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.312453 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.312796 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.313144 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.313487 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.313828 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.314168 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.314504 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.314844 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.315180 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:14.318348 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:14.376952 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:14.377279 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP 58e84279-926e-4507-8bb8-d8f9a9ce98f1 disassociated (deleted). External IP: 172.27.0.224, port: 10644fe3-b452-471f-bf6f-a4ca01b0da3e. May 18 15:00:14.758295 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 15:00:14.957352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 15:00:14.971296 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:14.983593 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:14.984210 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:14.985551 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:15.041551 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-011e3eba-e77c-4691-9f39-7f97989933e9 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "DELETE /v2.0/floatingips/58e84279-926e-4507-8bb8-d8f9a9ce98f1 HTTP/1.1" status: 204 len: 168 time: 1.5899639 May 18 15:00:15.042202 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 15:00:15.089709 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'status': 'completed', 'code': 200} May 18 15:00:15.164915 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:15.185149 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-221568fb-9a37-4b11-8bc2-591cf37a2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:15.186741 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-221568fb-9a37-4b11-8bc2-591cf37a2b24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 1098 time: 0.0744474 May 18 15:00:15.331535 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-45f7edcc-73a0-4d91-8731-f0725f12adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:15.332987 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-45f7edcc-73a0-4d91-8731-f0725f12adc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1398869 May 18 15:00:15.406323 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-c040e6db-6e9f-4694-8a9e-21108b03dbe1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 200 len: 217 time: 0.0656180 May 18 15:00:15.423362 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d876926-5025-409e-8bce-bbe98d6ee6a0 req-49c8bb8b-6982-4bdd-b83f-c3daaba340da tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:15.425000 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d876926-5025-409e-8bce-bbe98d6ee6a0 req-49c8bb8b-6982-4bdd-b83f-c3daaba340da tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.0847592 May 18 15:00:15.474354 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-9d876926-5025-409e-8bce-bbe98d6ee6a0 req-066aa2ec-7c32-4e35-8dbb-19739590807c tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406883 May 18 15:00:15.476441 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-65e6af3f-65dd-4cc1-a85e-1261af5ba9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:15.477957 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-65e6af3f-65dd-4cc1-a85e-1261af5ba9a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0653286 May 18 15:00:15.534060 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:15.538019 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:15.547018 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:15.547673 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:15.556397 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-7721e44c-a184-44a2-995b-ef01efd73e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:15.557996 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-7721e44c-a184-44a2-995b-ef01efd73e5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733247 May 18 15:00:15.690502 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-e2a96d0a-dbd1-4f1d-bac5-c079e12cff51 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245770 May 18 15:00:15.733498 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:15.931504 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-daa46564-1e39-4d98-ab29-e42cc3f8c336 req-fcfcf5da-ccbf-40e3-b7e0-e97ac656ba35 service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336042 May 18 15:00:16.143946 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-d28f2889-100a-4963-925c-a9920795f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:16.148603 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f2889-100a-4963-925c-a9920795f83f None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_floatingips': [{'id': 'ff1577cf-89fd-4beb-8561-7254a0c1a7b4', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'router_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'port_id': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'mac_address': 'fa:16:3e:9c:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:55:58Z', 'updated_at': '2021-05-18T14:56:01Z', 'revision_number': 1, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:16.373738 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f2f22-0821-4a08-b848-42d086e4936a None None] New status for floating IP 58e84279-926e-4507-8bb8-d8f9a9ce98f1: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 15:00:16.681527 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b82495-8832-4ffb-9176-56f467a63fb9 req-9e2682bf-b793-447b-be20-c29823ca73a7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:16.682199 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-78b82495-8832-4ffb-9176-56f467a63fb9 req-9e2682bf-b793-447b-be20-c29823ca73a7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 15:00:16.701421 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-78b82495-8832-4ffb-9176-56f467a63fb9 req-9e2682bf-b793-447b-be20-c29823ca73a7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 15:00:16.703571 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-78b82495-8832-4ffb-9176-56f467a63fb9 req-9e2682bf-b793-447b-be20-c29823ca73a7 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.1037347 May 18 15:00:16.757603 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-78b82495-8832-4ffb-9176-56f467a63fb9 req-616e617a-f4f5-4fe4-b1e2-73a30776647e tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443342 May 18 15:00:17.064121 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-748112cc-b501-4dca-a20b-b3978ef4409f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:17.065537 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-748112cc-b501-4dca-a20b-b3978ef4409f tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 945 time: 0.0840173 May 18 15:00:17.213800 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port 10644fe3-b452-471f-bf6f-a4ca01b0da3e {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:17.214091 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:17.350857 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] For port 10644fe3-b452-471f-bf6f-a4ca01b0da3e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=10644fe3-b452-471f-bf6f-a4ca01b0da3e,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:17.351143 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:17.475328 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for 10644fe3-b452-471f-bf6f-a4ca01b0da3e owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:17.611208 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:17.617128 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-5842b3f1-153f-4d5f-a69a-3aa141782015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:17.661591 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=10644fe3-b452-471f-bf6f-a4ca01b0da3e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:17.664572 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:17.742709 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] No DVR routers for this DVR port 10644fe3-b452-471f-bf6f-a4ca01b0da3e on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:17.746002 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:17.748747 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'name': 'network-vif-deleted', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 15:00:17.768367 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-7bdf4d68-ba24-4684-b982-77b051424a32 req-241d369e-3960-4e12-8ad7-eda55326a316 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "DELETE /v2.0/ports/10644fe3-b452-471f-bf6f-a4ca01b0da3e HTTP/1.1" status: 204 len: 173 time: 0.6967840 May 18 15:00:17.820424 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f3a864-578d-4c34-b6ca-9140228f9e31', 'name': 'network-vif-deleted', 'tag': '10644fe3-b452-471f-bf6f-a4ca01b0da3e', 'status': 'completed', 'code': 200} May 18 15:00:17.924705 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-35700cab-70ca-436c-9df2-464b1e88c03d req-4fbfad6c-cd17-40b5-a1cd-9b2e09693ab1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 15:00:17.943461 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-35700cab-70ca-436c-9df2-464b1e88c03d req-4fbfad6c-cd17-40b5-a1cd-9b2e09693ab1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 15:00:17.944686 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-35700cab-70ca-436c-9df2-464b1e88c03d req-4fbfad6c-cd17-40b5-a1cd-9b2e09693ab1 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=03f3a864-578d-4c34-b6ca-9140228f9e31 HTTP/1.1" status: 200 len: 210 time: 0.0629416 May 18 15:00:20.338543 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:00:20.922675 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 10644fe3-b452-471f-bf6f-a4ca01b0da3e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:20.962507 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: 10644fe3-b452-471f-bf6f-a4ca01b0da3e {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:20.962838 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device 10644fe3-b452-471f-bf6f-a4ca01b0da3e not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:21.490005 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47346) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:21.779224 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port f50f55bc-cc93-43d7-800c-e506fe06ef72 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:21.779480 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:21.901259 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:21.901546 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:22.023188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for f50f55bc-cc93-43d7-800c-e506fe06ef72 owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:22.262576 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:22.266220 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-23ab2f69-3df5-4d57-81d1-2a2a2d2684b3 tempest-VolumesSnapshotTestJSON-1800330111 tempest-VolumesSnapshotTestJSON-1800330111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:22.309818 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=f50f55bc-cc93-43d7-800c-e506fe06ef72,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:22.313003 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:22.405274 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:22.405548 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.db.l3_db [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Floating IP ff1577cf-89fd-4beb-8561-7254a0c1a7b4 disassociated (deleted). External IP: 172.27.0.98, port: c47e8660-8ed1-4536-8c63-8fee1efc6bad. May 18 15:00:22.769454 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 15:00:22.963743 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 15:00:22.973756 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:22.984829 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:22.985454 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:22.986650 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:23.042256 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "DELETE /v2.0/floatingips/ff1577cf-89fd-4beb-8561-7254a0c1a7b4 HTTP/1.1" status: 204 len: 168 time: 1.5510895 May 18 15:00:23.043021 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 15:00:23.092090 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'status': 'completed', 'code': 200} May 18 15:00:23.166357 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:23.199989 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a503b-b7ef-4500-847c-35be6481baba req-cc2cfcb5-547c-47ea-b199-4dc4b3d23de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:23.201873 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-cc2cfcb5-547c-47ea-b199-4dc4b3d23de9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0855713 May 18 15:00:23.343510 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a503b-b7ef-4500-847c-35be6481baba req-4f10cd89-035e-48f0-8067-a4372b020bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:23.345094 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-4f10cd89-035e-48f0-8067-a4372b020bf8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 200 len: 913 time: 0.1359675 May 18 15:00:23.414081 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-bd5be61b-cb53-4830-a969-9fcd967a719c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 200 len: 217 time: 0.0603631 May 18 15:00:23.422434 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b02a5a-39c4-4175-b779-dbe5c5f257ac req-d9e63889-176e-460f-bed3-911c2c80d076 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:23.423971 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d5b02a5a-39c4-4175-b779-dbe5c5f257ac req-d9e63889-176e-460f-bed3-911c2c80d076 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.0848804 May 18 15:00:23.472798 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [req-d5b02a5a-39c4-4175-b779-dbe5c5f257ac req-79483c8b-55e8-4f35-8bf1-fc9261c2a171 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 May 18 15:00:23.483567 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a503b-b7ef-4500-847c-35be6481baba req-f0a88782-756c-42a2-b77c-1bb5bfbfd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:23.485122 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-f0a88782-756c-42a2-b77c-1bb5bfbfd50a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 200 len: 851 time: 0.0635822 May 18 15:00:23.497816 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:23.501934 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:23.510387 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:23.511015 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:23.561788 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a503b-b7ef-4500-847c-35be6481baba req-a1da2d8f-664e-48a5-91cc-32d5f4e6c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:23.563295 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-a1da2d8f-664e-48a5-91cc-32d5f4e6c36a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7634dac1-90e6-4a4b-b179-02b2099a5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704479 May 18 15:00:23.695353 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-b67117e6-c4dd-4edd-afa0-c78c8f921c3e service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247745 May 18 15:00:23.697980 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:23.941510 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-671a503b-b7ef-4500-847c-35be6481baba req-9d559c9c-784a-4ea0-a1ba-301e2e61c9db service neutron] 10.222.0.70 "GET /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369769 May 18 15:00:24.030091 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:24.034153 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269e9b-9650-492b-bc0e-a7a2757241fb None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T14:52:11Z', 'revision_number': 4, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi', '_interfaces': [{'id': 'ee4358ec-83b1-46c6-8584-75a297549569', 'name': '', 'network_id': '7634dac1-90e6-4a4b-b179-02b2099a5e7e', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'mac_address': 'fa:16:3e:79:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:10Z', 'updated_at': '2021-05-18T14:52:18Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'subnets': [{'id': '94ca80b0-7fc4-484e-a5d7-3c243952d3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:24.248768 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c95b073-0b84-4a2a-b0ee-8c3895e9aaa8 None None] New status for floating IP ff1577cf-89fd-4beb-8561-7254a0c1a7b4: DOWN {{(pid=91496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 15:00:24.676373 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fae8d-97cf-4532-93e0-dc543516767a req-8c236ca2-f727-4824-ad76-22e7d9713826 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:24.677231 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-281fae8d-97cf-4532-93e0-dc543516767a req-8c236ca2-f727-4824-ad76-22e7d9713826 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 15:00:24.693992 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-281fae8d-97cf-4532-93e0-dc543516767a req-8c236ca2-f727-4824-ad76-22e7d9713826 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 15:00:24.695149 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-281fae8d-97cf-4532-93e0-dc543516767a req-8c236ca2-f727-4824-ad76-22e7d9713826 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.1038790 May 18 15:00:24.744049 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-281fae8d-97cf-4532-93e0-dc543516767a req-23d39289-d1e5-4f12-b1b4-c23f4867d863 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9faf8dc-21aa-4603-a81b-ffaeb29bc773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 May 18 15:00:25.013266 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-88b096ac-99ee-4b2c-9bcf-38bfc90a9b2b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 15:00:25.014640 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-88b096ac-99ee-4b2c-9bcf-38bfc90a9b2b tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 945 time: 0.0876443 May 18 15:00:25.159719 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port c47e8660-8ed1-4536-8c63-8fee1efc6bad {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:25.160003 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:25.292874 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] For port c47e8660-8ed1-4536-8c63-8fee1efc6bad, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c47e8660-8ed1-4536-8c63-8fee1efc6bad,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:25.293690 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:25.415323 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for c47e8660-8ed1-4536-8c63-8fee1efc6bad owned by compute:nova {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:25.534136 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:25.539886 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f0a0055b-9eb4-4485-9ae6-3cbe466d80c8 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:25.587502 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=c47e8660-8ed1-4536-8c63-8fee1efc6bad,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:25.614188 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:25.663913 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] No DVR routers for this DVR port c47e8660-8ed1-4536-8c63-8fee1efc6bad on host hv-cinder-78719 {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:25.666824 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for port, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:25.669428 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'name': 'network-vif-deleted', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad'}] {{(pid=91494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 15:00:25.688459 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-a540cd22-e9d9-4ad7-aa37-bc469b9ac8d3 req-054eed4d-a4c5-40d2-8295-b4cba36e5838 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.70 "DELETE /v2.0/ports/c47e8660-8ed1-4536-8c63-8fee1efc6bad HTTP/1.1" status: 204 len: 173 time: 0.6679006 May 18 15:00:25.723604 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782ea65a-c05f-446f-b712-50f06f78cbf0', 'name': 'network-vif-deleted', 'tag': 'c47e8660-8ed1-4536-8c63-8fee1efc6bad', 'status': 'completed', 'code': 200} May 18 15:00:25.906722 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-8d906292-6425-4adf-a330-67839649cc9c req-fae2ce60-f835-49c2-8152-a21234bcbf28 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Synchronizing usage tracker for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 15:00:25.927689 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.quota.resource [req-8d906292-6425-4adf-a330-67839649cc9c req-fae2ce60-f835-49c2-8152-a21234bcbf28 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Unset dirty status for tenant:a09d309d161e4a83b3c10ca2e8895d2b on resource:port {{(pid=91494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 15:00:25.929019 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [req-8d906292-6425-4adf-a330-67839649cc9c req-fae2ce60-f835-49c2-8152-a21234bcbf28 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "GET /v2.0/ports?device_id=782ea65a-c05f-446f-b712-50f06f78cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0735962 May 18 15:00:27.041955 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47364) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:27.269137 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Deleting port 33583f9a-1bb6-4179-9936-14229eb31ebe {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:27.269379 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.388563 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.388861 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.515547 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Calling delete_port for 33583f9a-1bb6-4179-9936-14229eb31ebe owned by network:floatingip {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:27.744513 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.748196 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-62fc5d92-70db-47b4-918b-a63cdff649ba tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:27.791620 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'Port': ['ID=33583f9a-1bb6-4179-9936-14229eb31ebe,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:27.794775 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:27.891478 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for floatingip, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.919539 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1986588'] for floatingip, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:27.920987 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-8a9620ec-bbaf-439e-a4cd-ca20bfef34f5 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "DELETE /v2.0/floatingips/7657a562-dbe6-4c16-a703-5ce49e008c20 HTTP/1.1" status: 204 len: 168 time: 0.8781862 May 18 15:00:29.000480 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c47e8660-8ed1-4536-8c63-8fee1efc6bad no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:29.039776 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] No Port match for: c47e8660-8ed1-4536-8c63-8fee1efc6bad {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:29.040196 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Device c47e8660-8ed1-4536-8c63-8fee1efc6bad not bound to the agent host hv-cinder-78719 {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:29.317992 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47378) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:29.401646 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:29.440217 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:29.517083 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:29.521071 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-97551b82-9984-49c5-aa32-48d9c5ba2947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:29.539846 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9faf8dc-21aa-4603-a81b-ffaeb29bc773,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:29.542811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:29.550394 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:29.551793 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ff6f2b35-bf56-40bf-a362-51094f2116a3 tempest-TestVolumeBootPattern-1522711569 tempest-TestVolumeBootPattern-1522711569-project] 10.222.0.63 "DELETE /v2.0/security-groups/b9faf8dc-21aa-4603-a81b-ffaeb29bc773 HTTP/1.1" status: 204 len: 168 time: 0.2324889 May 18 15:00:29.623840 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47384) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:30.285454 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:30.732986 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Deleting port ee4358ec-83b1-46c6-8584-75a297549569 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:30.733725 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:30.858920 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] For port ee4358ec-83b1-46c6-8584-75a297549569, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=ee4358ec-83b1-46c6-8584-75a297549569,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:30.859215 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:31.089833 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Calling delete_port for ee4358ec-83b1-46c6-8584-75a297549569 owned by network:router_interface {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:31.252953 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:31.256807 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-7d55fb4e-881f-4917-bf97-1164382a55a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:31.303561 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4358ec-83b1-46c6-8584-75a297549569,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:31.306038 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:31.587189 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:31.971036 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Router c0b9e732-1db9-4191-bd83-beb2bbe64235 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 15:00:32.179600 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 15:00:32.188619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Sync routers for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:32.194817 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ef002154-f5b8-44ee-bb02-20e586676ab7 admin admin] 10.222.0.63 "PUT /v2.0/routers/c0b9e732-1db9-4191-bd83-beb2bbe64235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5698743 May 18 15:00:32.197685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47390) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:32.202709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:32.203430 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.431854 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:32.494265 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:32.680260 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:32.724577 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T15:00:31Z', 'revision_number': 5, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port': {'id': '07f7f253-390e-4b2a-9608-ec07485500b7', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:08Z', 'updated_at': '2021-05-18T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.728619 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Checking router: c0b9e732-1db9-4191-bd83-beb2bbe64235 for host: dv-cinder-787195-7-iscsi {{(pid=91495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:32.737913 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Routers {'c0b9e732-1db9-4191-bd83-beb2bbe64235'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:32.738520 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:06Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['c0b9e732-1db9-4191-bd83-beb2bbe64235'], 'active': True} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.755517 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Deleting port 07f7f253-390e-4b2a-9608-ec07485500b7 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:32.755856 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:32.881685 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] For port 07f7f253-390e-4b2a-9608-ec07485500b7, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=07f7f253-390e-4b2a-9608-ec07485500b7,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:32.882138 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:32.884957 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvr_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] Set router c0b9e732-1db9-4191-bd83-beb2bbe64235 gateway port host: None {{(pid=91495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:32.989008 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_hamode_db [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T15:00:32Z', 'revision_number': 6, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:32.993013 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d7eea-f0de-492e-bf08-aea07e6aa456 None None] The sync data for ids ['c0b9e732-1db9-4191-bd83-beb2bbe64235'] in dv-cinder-787195-7-iscsi is: [{'id': 'c0b9e732-1db9-4191-bd83-beb2bbe64235', 'name': 'tempest-TestVolumeBootPattern-2084756419-router', 'tenant_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:07Z', 'updated_at': '2021-05-18T15:00:32Z', 'revision_number': 6, 'project_id': 'a09d309d161e4a83b3c10ca2e8895d2b', 'gw_port_host': None}] {{(pid=91495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:33.007187 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Calling delete_port for 07f7f253-390e-4b2a-9608-ec07485500b7 owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:33.293408 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.297101 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-571bf1f2-29c4-4b8d-a70d-92108034be0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:33.311915 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d3756dab-760c-467b-9535-399a7f7fca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.346244 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f7f253-390e-4b2a-9608-ec07485500b7,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:33.380545 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.380923 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.381302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.381661 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.382012 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.382361 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.382710 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.383074 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.383425 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.383768 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.384113 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.384452 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:33.392075 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:33.398688 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ee4358ec-83b1-46c6-8584-75a297549569 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:33.442048 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: ee4358ec-83b1-46c6-8584-75a297549569 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:33.442396 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device ee4358ec-83b1-46c6-8584-75a297549569 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:33.451166 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.622380 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.624971 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.654066 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.654534 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b9e732-1db9-4191-bd83-beb2bbe64235 {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 15:00:33.666643 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.667789 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-0ce21092-3ac6-4f09-8556-51e4ac14cc78 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c0b9e732-1db9-4191-bd83-beb2bbe64235 HTTP/1.1" status: 204 len: 168 time: 1.4691350 May 18 15:00:33.670418 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47394) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:33.732335 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Deleting subnet 94ca80b0-7fc4-484e-a5d7-3c243952d3ea {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 15:00:33.735468 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.786680 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:33.875794 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.258807 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.262371 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:34.299302 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ca80b0-7fc4-484e-a5d7-3c243952d3ea,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:34.302324 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:34.303318 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.308818 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f871c4b-af3b-47b9-9936-87328791056b None None] Network 7634dac1-90e6-4a4b-b179-02b2099a5e7e requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 15:00:34.309214 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-7e7da9a9-ee9f-4f04-bbfe-dc3c326ab90a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/94ca80b0-7fc4-484e-a5d7-3c243952d3ea HTTP/1.1" status: 204 len: 168 time: 0.6377575 May 18 15:00:34.311899 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47398) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:34.416640 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.488850 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Deleting port 4b98318d-7bfb-4445-abe0-73c173df3a89 {{(pid=91494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:34.489144 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.563502 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] DHCP port deletion for 7634dac1-90e6-4a4b-b179-02b2099a5e7e request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 15:00:34.630288 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Deleting port 4b98318d-7bfb-4445-abe0-73c173df3a89 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:34.630798 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.710112 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.db [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] For port 4b98318d-7bfb-4445-abe0-73c173df3a89, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=4b98318d-7bfb-4445-abe0-73c173df3a89,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:34.710425 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.731417 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] For port 4b98318d-7bfb-4445-abe0-73c173df3a89, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=4b98318d-7bfb-4445-abe0-73c173df3a89,segment=NetworkSegment(2f71fe5a-edff-463e-a9ec-531cea4cdf8c),segment_id=2f71fe5a-edff-463e-a9ec-531cea4cdf8c)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:34.731805 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.836352 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.plugin [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Calling delete_port for 4b98318d-7bfb-4445-abe0-73c173df3a89 owned by network:dhcp {{(pid=91494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:34.853477 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Calling delete_port for 4b98318d-7bfb-4445-abe0-73c173df3a89 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:34.891183 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6639195'] for port, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.895936 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-783dab20-9ab8-4c70-851a-a896531774c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:34.900194 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:34.904685 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:34.939987 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4b98318d-7bfb-4445-abe0-73c173df3a89,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:34.941797 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] No DVR routers for this DVR port 4b98318d-7bfb-4445-abe0-73c173df3a89 on host dv-cinder-787195-7-iscsi {{(pid=91494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:34.943260 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:34.948531 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Pushing event deleted for resources: {'Port': ['ID=4b98318d-7bfb-4445-abe0-73c173df3a89,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:34.950875 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] No DVR routers for this DVR port 4b98318d-7bfb-4445-abe0-73c173df3a89 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:34.960178 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.960467 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.960804 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.961167 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.961475 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.961799 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.962119 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.962437 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.962886 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.963217 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.963535 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.963847 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-iscsi {{(pid=91495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 15:00:34.966815 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-e383b96c-637f-48a5-a504-d1c88e827f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:35.061139 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.074376 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7634dac1-90e6-4a4b-b179-02b2099a5e7e']}} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:35.087871 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f71fe5a-edff-463e-a9ec-531cea4cdf8c') {'for_net_delete': True} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:35.088271 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.services.segments.db [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f71fe5a-edff-463e-a9ec-531cea4cdf8c') {} {{(pid=91494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:35.091818 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 07f7f253-390e-4b2a-9608-ec07485500b7 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:35.101857 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6366733'] for segment, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.118881 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.125715 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 07f7f253-390e-4b2a-9608-ec07485500b7 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:35.125941 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=91494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:00:35.126056 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 07f7f253-390e-4b2a-9608-ec07485500b7 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:35.126160 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6639142'] for segment, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.126542 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 4b98318d-7bfb-4445-abe0-73c173df3a89 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: Traceback (most recent call last): May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: timer() May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: cb(*args, **kw) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: return func(*args, **kwargs) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: self._notify() May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: self.callback(batched_events) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: event.method(event) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: return f(self, *a, **k) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: return self._get(url).json() May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: return self.request(url, 'GET', **kwargs) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:00:35.139942 dv-cinder-787195-7-iscsi neutron-server[91494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:00:35.200558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 4b98318d-7bfb-4445-abe0-73c173df3a89 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:35.200877 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 4b98318d-7bfb-4445-abe0-73c173df3a89 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:35.227059 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.232610 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-8ffa378b-7efc-46e3-a09e-c7fda1966476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:35.248794 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.255434 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7634dac1-90e6-4a4b-b179-02b2099a5e7e,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:35.259528 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:35.273271 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-a5566d32-9e21-43be-bf86-8c89f13b00ee admin admin] 10.222.0.63 "DELETE /v2.0/networks/7634dac1-90e6-4a4b-b179-02b2099a5e7e HTTP/1.1" status: 204 len: 168 time: 0.9603364 May 18 15:00:35.276793 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47402) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:35.554185 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.900369 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d487913a-b098-46ff-afff-c692b328bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:35.918123 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397373'] for router_interface, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:36.400464 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Deleting port caed0746-b909-43f2-806f-48fcf7338e2a {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:36.400793 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:36.537641 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] For port caed0746-b909-43f2-806f-48fcf7338e2a, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=caed0746-b909-43f2-806f-48fcf7338e2a,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:36.537961 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:36.774700 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Calling delete_port for caed0746-b909-43f2-806f-48fcf7338e2a owned by network:router_interface {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:36.952670 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:36.956358 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-c156f290-07a9-43ba-ba86-d03cb8ee0dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:37.001426 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=caed0746-b909-43f2-806f-48fcf7338e2a,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:37.004576 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:37.095904 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:37.286004 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400301'] for router_interface, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:37.661392 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 has already been hosted by L3 agent 056efb18-8bc7-4a0a-b6fb-3758b034c6ea {{(pid=91493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 15:00:37.855059 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-iscsi the message routers_updated {{(pid=91493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 15:00:37.863713 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Sync routers for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 15:00:37.873375 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:37.874577 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:37.876156 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-6a2df083-ff16-4149-8552-1fa231b90a99 admin admin] 10.222.0.63 "PUT /v2.0/routers/8bdeeb83-7cfe-47e3-8726-4b0db8084bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978177 May 18 15:00:37.878735 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47406) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:38.060540 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.092215 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: dv-cinder-787195-7-iscsi {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:38.359607 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.387552 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'external_fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T15:00:36Z', 'revision_number': 5, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port': {'id': '0fed1509-24f9-4640-b51a-bb580394a5de', 'name': '', 'network_id': '76e8a963-00c3-4811-90aa-e68e9153fe93', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2d310c-93c9-4ab6-96e6-eedba281961f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-iscsi'}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:38.392210 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Checking router: 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 for host: dv-cinder-787195-7-iscsi {{(pid=91496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 15:00:38.400453 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Routers {'8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'} bound to L3 agent in host dv-cinder-787195-7-iscsi {{(pid=91496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 15:00:38.401046 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:30:06Z,description=,heartbeat_timestamp=2021-05-18T15:00:36Z,host='dv-cinder-787195-7-iscsi',id=056efb18-8bc7-4a0a-b6fb-3758b034c6ea,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:30:06Z,topic='l3_agent')) {'router_ids': ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'], 'active': True} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:38.437341 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Deleting port 0fed1509-24f9-4640-b51a-bb580394a5de {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:38.437679 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.558050 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_dvr_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] Set router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 gateway port host: None {{(pid=91496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 15:00:38.562818 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] For port 0fed1509-24f9-4640-b51a-bb580394a5de, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=0fed1509-24f9-4640-b51a-bb580394a5de,segment=NetworkSegment(5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f),segment_id=5aaa1dd7-54cd-4ef9-8dae-bbc2fb40192f)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:38.563204 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.668291 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.l3_hamode_db [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T15:00:38Z', 'revision_number': 6, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port_host': None}], 'dv-cinder-787195-7-iscsi', False) {} {{(pid=91496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:38.672665 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b172c8-95f4-492b-b104-c6a24d688476 None None] The sync data for ids ['8bdeeb83-7cfe-47e3-8726-4b0db8084bd0'] in dv-cinder-787195-7-iscsi is: [{'id': '8bdeeb83-7cfe-47e3-8726-4b0db8084bd0', 'name': 'tempest-TestVolumeBootPattern-1601444940-router', 'tenant_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:52:14Z', 'updated_at': '2021-05-18T15:00:38Z', 'revision_number': 6, 'project_id': 'f33b8afae07d4a16a2e9c98f91c11e4c', 'gw_port_host': None}] {{(pid=91496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 15:00:38.690337 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Calling delete_port for 0fed1509-24f9-4640-b51a-bb580394a5de owned by network:router_gateway {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:38.771448 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.847343 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.851280 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-f5a7a3c2-b5d5-48c2-9367-49858f1bc3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:38.898057 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fed1509-24f9-4640-b51a-bb580394a5de,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:38.901208 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:38.906955 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:38.997815 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695766'] for router_gateway, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.121049 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device caed0746-b909-43f2-806f-48fcf7338e2a no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:39.156181 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: caed0746-b909-43f2-806f-48fcf7338e2a {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:39.156499 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device caed0746-b909-43f2-806f-48fcf7338e2a not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:39.184126 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27684'] for router, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.186612 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.212262 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1696321'] for router, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.212732 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 {{(pid=91493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 15:00:39.226056 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Notify callbacks [] for router, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.227188 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8bdeeb83-7cfe-47e3-8726-4b0db8084bd0 HTTP/1.1" status: 204 len: 168 time: 1.3474889 May 18 15:00:39.230016 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47410) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:39.298003 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Deleting subnet bc14649e-566e-4157-88cc-9eb63b77e7b8 {{(pid=91493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 15:00:39.301109 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.349005 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6479394'] for subnet, precommit_delete_associations {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.433283 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1564092'] for subnet, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.697922 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1564043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6479388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6435925'] for subnet, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.701635 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:39.845380 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc14649e-566e-4157-88cc-9eb63b77e7b8,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:39.848311 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:39.849324 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for subnet, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:39.854754 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a1081-3cff-48ab-88cb-525014c16ddc None None] Network a28b4074-c056-4579-9838-092c376a7ea0 requested from dv-cinder-787195-7-iscsi {{(pid=91495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 15:00:39.855397 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fd93572d-39f1-474d-b6c0-ca8410a15e9c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bc14649e-566e-4157-88cc-9eb63b77e7b8 HTTP/1.1" status: 204 len: 168 time: 0.6243973 May 18 15:00:39.858050 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47414) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:39.973445 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591812'] for network, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.046870 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Deleting port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 {{(pid=91493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:40.047568 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.106378 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] DHCP port deletion for a28b4074-c056-4579-9838-092c376a7ea0 request from dv-cinder-787195-7-iscsi {{(pid=91495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 15:00:40.160211 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.db [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] For port 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=8b0691ab-150e-4fd4-8c21-eb9ac1271683,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:40.160569 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.171649 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Deleting port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 {{(pid=91495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 15:00:40.172071 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779102937447'] for port, before_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.272618 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.db [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] For port 8b0691ab-150e-4fd4-8c21-eb9ac1271683, host dv-cinder-787195-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-iscsi',level=0,port_id=8b0691ab-150e-4fd4-8c21-eb9ac1271683,segment=NetworkSegment(f8d08e39-7f6d-422a-a157-69ba98d16d8a),segment_id=f8d08e39-7f6d-422a-a157-69ba98d16d8a)] {{(pid=91495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 15:00:40.273037 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399867'] for port, precommit_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.284396 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Calling delete_port for 8b0691ab-150e-4fd4-8c21-eb9ac1271683 owned by network:dhcp {{(pid=91493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:40.341271 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6492099'] for port, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.347880 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-427133c7-f47a-4b70-8324-cb1e0ffa8b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:40.396059 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0691ab-150e-4fd4-8c21-eb9ac1271683,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:40.399145 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:40.399945 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] No DVR routers for this DVR port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 on host dv-cinder-787195-7-iscsi {{(pid=91493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:40.406076 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Calling delete_port for 8b0691ab-150e-4fd4-8c21-eb9ac1271683 owned by network:dhcp {{(pid=91495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 15:00:40.453969 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-652171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779102940344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779102524932'] for port, after_delete {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.457656 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-080cc11d-815d-4391-b0fb-b31d6601d4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:40.503175 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Pushing event deleted for resources: {'Port': ['ID=8b0691ab-150e-4fd4-8c21-eb9ac1271683,revision_number=None']} {{(pid=91495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:40.505669 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG oslo_concurrency.lockutils [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:40.508082 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5d182-940f-4a23-9ba7-042ed113b914 None None] No DVR routers for this DVR port 8b0691ab-150e-4fd4-8c21-eb9ac1271683 on host dv-cinder-787195-7-iscsi {{(pid=91495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 15:00:40.525633 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558583', 'neutron.services.segments.db._delete_segments_for_network-8779102966658'] for network, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.539183 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28b4074-c056-4579-9838-092c376a7ea0']}} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:40.551721 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d08e39-7f6d-422a-a157-69ba98d16d8a') {'for_net_delete': True} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:40.552028 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.services.segments.db [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d08e39-7f6d-422a-a157-69ba98d16d8a') {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 15:00:40.564954 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779102977675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6479413'] for segment, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.582614 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807'] for segment, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.591819 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=91493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 15:00:40.592466 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1549807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6492094'] for segment, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: Traceback (most recent call last): May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: timer() May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: cb(*args, **kw) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: return func(*args, **kwargs) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: self._notify() May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: self.callback(batched_events) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: event.method(event) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: aggregate_uuid = self.p_client.list_aggregates( May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: return f(self, *a, **k) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._get(url).json() May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: return self.request(url, 'GET', **kwargs) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: base_url = self.get_endpoint(auth, allow=allow, May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 15:00:40.605717 dv-cinder-787195-7-iscsi neutron-server[91493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 15:00:40.689930 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1632167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695805'] for network, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.694442 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:40.709822 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632130'] for network, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:40.719983 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Pushing event deleted for resources: {'Network': ['ID=a28b4074-c056-4579-9838-092c376a7ea0,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:40.724039 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:40.727529 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-cd4c40eb-d8b9-4aec-a20b-a726560e055e admin admin] 10.222.0.63 "DELETE /v2.0/networks/a28b4074-c056-4579-9838-092c376a7ea0 HTTP/1.1" status: 204 len: 168 time: 0.8685594 May 18 15:00:40.889444 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47420) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:40.943953 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-ae728d3f-c871-4aad-9918-b132dc5a9cab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a09d309d161e4a83b3c10ca2e8895d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531020 May 18 15:00:40.946333 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [-] (91494) accepted ('10.222.0.63', 47424) {{(pid=91494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:41.012647 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.039214 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.095034 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.096042 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 8b0691ab-150e-4fd4-8c21-eb9ac1271683 no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:41.098811 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-f7bb82e9-7dba-4a01-b465-fa22745c4b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:41.111746 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76981aa-0ebd-4150-a299-1e81b04a3de5,revision_number=None']} {{(pid=91494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:41.115275 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG oslo_concurrency.lockutils [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:41.120531 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron_lib.callbacks.manager [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.121656 dv-cinder-787195-7-iscsi neutron-server[91494]: INFO neutron.wsgi [None req-a9d5801d-ead9-4d4b-84b5-7c0aca597802 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d76981aa-0ebd-4150-a299-1e81b04a3de5 HTTP/1.1" status: 204 len: 168 time: 0.1744192 May 18 15:00:41.142241 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 8b0691ab-150e-4fd4-8c21-eb9ac1271683 {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:41.142578 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 8b0691ab-150e-4fd4-8c21-eb9ac1271683 not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:41.143016 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0fed1509-24f9-4640-b51a-bb580394a5de no longer exists at agent ovs-agent-dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 15:00:41.177039 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] No Port match for: 0fed1509-24f9-4640-b51a-bb580394a5de {{(pid=91495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 15:00:41.177396 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron.plugins.ml2.rpc [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Device 0fed1509-24f9-4640-b51a-bb580394a5de not bound to the agent host dv-cinder-787195-7-iscsi {{(pid=91495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 15:00:41.544270 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47432) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:41.594338 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-fd5f6049-311d-45a7-96a2-6cf3721aab1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f33b8afae07d4a16a2e9c98f91c11e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487907 May 18 15:00:41.597844 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [-] (91493) accepted ('10.222.0.63', 47436) {{(pid=91493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 15:00:41.660675 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.688407 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.744328 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602983'] for security_group, after_delete {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.748021 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-50b17c88-155d-477f-b09c-239c2b5ea5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 15:00:41.759615 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a2cbf-ce9b-4d3a-95cb-7e06e81dc255,revision_number=None']} {{(pid=91493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 15:00:41.763002 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 15:00:41.766904 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:00:41.768060 dv-cinder-787195-7-iscsi neutron-server[91493]: INFO neutron.wsgi [None req-3e75b7ef-59ad-4366-8a5a-e8c56e056484 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/321a2cbf-ce9b-4d3a-95cb-7e06e81dc255 HTTP/1.1" status: 204 len: 168 time: 0.1693377 May 18 15:00:57.338117 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:01:03.320250 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-aae5e61f-8e73-43e1-bd97-c4cfcbce4641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:05.549517 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:05.899680 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7015b56c-3b2e-4759-93f1-9410a0b8e62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:07.097709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:08.774747 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:08.926058 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:33.310923 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dce8b879-8cf9-4e4e-8b17-fa013a1205f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:34.339233 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:01:35.561068 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:35.905709 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-90eec47b-f1bf-4c54-bf48-16912777cc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:37.099879 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:38.778596 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:01:38.906012 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:03.308594 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6a04-e3b7-40db-b2cd-b6932254b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:05.559419 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:05.902788 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9da4-8755-42dd-ab9b-a1fdd463f564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:07.103846 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:08.842341 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:08.958721 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:11.343753 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:02:15.363108 dv-cinder-787195-7-iscsi neutron-server[91494]: DEBUG neutron.wsgi [req-f9963bb9-4147-4e27-a574-89a2564d8b59 req-43a7baf2-c0cf-4254-863d-f5c5e1fc9355 service neutron] (91494) timed out ('10.222.0.63', 44136) {{(pid=91494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 15:02:33.310238 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-70b8bdd0-e4e8-4ed7-8143-6236bba9fde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:35.558798 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:35.894312 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6e853245-014d-4de7-9bf6-2a6c5757814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:37.114298 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:38.792584 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:38.919529 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:02:48.345577 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:03:03.309151 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-f13f216b-12f5-4cb4-a1ed-4fd1893dcfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:05.561821 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:05.892870 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6fef37aa-8d7c-443a-a077-b56c0f7035ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:07.111131 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:08.793041 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:08.919824 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:25.353115 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:03:33.305274 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-8fa70a27-3815-4008-b2b3-21d523d95208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:35.564204 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:35.892500 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dc22c08b-cd25-49cb-bb96-a26f0bd8815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:37.115936 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:38.073758 dv-cinder-787195-7-iscsi neutron-server[91493]: DEBUG neutron.wsgi [req-cdd45c2b-5afa-4236-89d5-74f53b2d1437 req-c0f55822-a108-40ab-a677-e0b2f41095ba service neutron] (91493) timed out ('10.222.0.70', 52905) {{(pid=91493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 15:03:38.793594 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:03:38.925118 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:02.345283 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:04:03.308374 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-467e5cfa-295e-4f01-8e10-832da10eaa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:05.563047 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:05.889825 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-65df8fe2-ba97-4fbb-a747-2a5c9e99658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:07.118080 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:08.852868 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:09.015083 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:33.304269 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-838dabdb-40c0-4b14-99c1-793cb0c486fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:35.564899 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:35.888111 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-2935afec-675e-41b3-999a-6e7b1a5bb6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:37.126373 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:38.799974 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:38.940403 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:04:39.349505 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:05:03.300657 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f495-1095-47d1-8865-086d1e4b9cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:05.562594 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:05.888483 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-bce6abba-89a2-4717-8f9f-99fc764e31a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:07.125450 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:08.804896 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:08.952431 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:16.353484 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:05:33.295881 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-cdc3fb6c-99e7-4d08-9388-6359eaa2d6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:35.568432 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:35.886896 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-04313a79-3f21-42d4-ac05-97c1995a54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:37.126511 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:38.807162 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:38.948308 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:05:53.358209 dv-cinder-787195-7-iscsi neutron-server[91496]: DEBUG neutron.db.agents_db [None req-68eb76e4-989a-4fe3-bd66-12875e3cce58 None None] Agent healthcheck: found 6 active agents {{(pid=91496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 15:06:03.302561 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b2868f0f-fc52-4403-8e1e-9ba867df6a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:06:05.556701 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-6c8da2ae-60a4-403f-856b-4243aaa54961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:06:05.887852 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a76b764e-73a8-424d-b988-fe8e5c410287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:06:07.128558 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-a264fc17-1243-46bb-926c-f7028734caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:06:08.862150 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-b6289ce1-b265-482f-a074-e10d46a758e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 15:06:08.973783 dv-cinder-787195-7-iscsi neutron-server[91495]: DEBUG neutron_lib.callbacks.manager [None req-dfe9aa8d-f110-4f2f-83d2-db01d5ae14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779102970588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1556733'] for agent, after_update {{(pid=91495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}